You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/08/03 08:38:21 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1602 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1602/
3 tests failed.
FAILED: org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt
Error Message:
target = 555 < docID = 558
Stack Trace:
java.lang.AssertionError: target = 555 < docID = 558
at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:275CAF20E75CF381]:0)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testAddDocs
Error Message:
Replica core_node5 not up to date after 10 seconds expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Replica core_node5 not up to date after 10 seconds expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([5075A3C29E1B44DC:B0FEB8C47D55B631]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestPullReplica.testAddDocs(TestPullReplica.java:246)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:B16444FEAB929DD5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 375 lines...]
[junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestApproximationSearchEquivalence -Dtests.method=testReqOpt -Dtests.seed=43BD2AEDCC3B8B43 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=America/Aruba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.10s J1 | TestApproximationSearchEquivalence.testReqOpt <<<
[junit4] > Throwable #1: java.lang.AssertionError: target = 555 < docID = 558
[junit4] > at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:275CAF20E75CF381]:0)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
[junit4] > at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
[junit4] > at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
[junit4] > at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
[junit4] > at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FST50}, docValues:{}, maxPointsInLeafNode=2030, maxMBSortInHeap=5.131343878204805, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@577ef87f), locale=it-CH, timezone=America/Aruba
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=87981592,total=236978176
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryDocument, TestFieldInvertState, TestIndexWriterUnicode, TestIndexingSequenceNumbers, TestApproximationSearchEquivalence]
[junit4] Completed [35/503 (1!)] on J1 in 19.48s, 10 tests, 1 failure <<< FAILURES!
[...truncated 132 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddIndexes -Dtests.seed=43BD2AEDCC3B8B43 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-GR -Dtests.timezone=Atlantic/Cape_Verde -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.00s J2 | TestIndexWriterReader.testDuringAddIndexes <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:B16444FEAB929DD5]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 1> TEST: now get reader
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_43BD2AEDCC3B8B43-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field1=BlockTreeOrds(blocksize=128), indexname=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field=PostingsFormat(name=LuceneVarGapFixedInterval), foo=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), field3=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field2=PostingsFormat(name=LuceneVarGapFixedInterval), field5=BlockTreeOrds(blocksize=128), field4=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1945, maxMBSortInHeap=5.347172789439606, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f5c53d0), locale=de-GR, timezone=Atlantic/Cape_Verde
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=222770416,total=479723520
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectMonotonic, TestCompiledAutomaton, TestMultiset, TestSloppyPhraseQuery, TestMergeRateLimiter, TestCharsRefBuilder, TestNorms, TestDateTools, TestPostingsOffsets, TestUniqueTermCount, TestStopFilter, TestMultiTermConstantScore, TestIndependenceChiSquared, TestNIOFSDirectory, TestLazyProxSkipping, TestStandardAnalyzer, TestPayloadsOnVectors, TestMultiTermsEnum, TestFlex, TestFilterDirectoryReader, TestReaderClosed, TestSimpleExplanationsOfNonMatches, TestIndexSearcher, TestSpanExplanationsOfNonMatches, TestDateSort, TestRollback, TestLucene60PointsFormat, TestSegmentTermDocs, TestIndexWriterExceptions2, TestTieredMergePolicy, TestPolygon2D, TestMatchNoDocsQuery, TestFSTs, Test2BNumericDocValues, TestLucene50CompoundFormat, TestCodecUtil, TestIndexWriterReader]
[junit4] Completed [76/503 (2!)] on J2 in 41.30s, 23 tests, 1 failure <<< FAILURES!
[...truncated 13894 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/init-core-data-001
[junit4] 2> 2395975 WARN (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 2395975 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2395977 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2395977 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2395978 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001
[junit4] 2> 2395978 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2395978 INFO (Thread-5224) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2395978 INFO (Thread-5224) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2395980 ERROR (Thread-5224) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2396078 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44815
[junit4] 2> 2396080 INFO (zkConnectionManagerCallback-4999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396083 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2396083 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bfe8023{/solr,null,AVAILABLE}
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@629e3386{/solr,null,AVAILABLE}
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f82bf4a{HTTP/1.1,[http/1.1]}{127.0.0.1:45036}
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.Server Started @2396125ms
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45036}
[junit4] 2> 2396085 ERROR (jetty-launcher-4996-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-03T08:02:59.607Z
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2149cae0{HTTP/1.1,[http/1.1]}{127.0.0.1:37421}
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.Server Started @2396126ms
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37421}
[junit4] 2> 2396086 ERROR (jetty-launcher-4996-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-03T08:02:59.608Z
[junit4] 2> 2396087 INFO (zkConnectionManagerCallback-5001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396087 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2396105 INFO (zkConnectionManagerCallback-5003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396105 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2396200 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44815/solr
[junit4] 2> 2396201 INFO (zkConnectionManagerCallback-5007-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396204 INFO (zkConnectionManagerCallback-5009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396233 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44815/solr
[junit4] 2> 2396234 INFO (zkConnectionManagerCallback-5015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396238 INFO (zkConnectionManagerCallback-5017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396249 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37421_solr
[junit4] 2> 2396250 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.Overseer Overseer (id=72095090147524614-127.0.0.1:37421_solr-n_0000000000) starting
[junit4] 2> 2396261 INFO (zkConnectionManagerCallback-5024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396264 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44815/solr ready
[junit4] 2> 2396265 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37421_solr
[junit4] 2> 2396265 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37421_solr
[junit4] 2> 2396270 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396271 INFO (zkCallback-5023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396288 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2396292 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396295 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2396295 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45036_solr
[junit4] 2> 2396297 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396297 INFO (zkCallback-5023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396307 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396326 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396333 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396333 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396334 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node2/.
[junit4] 2> 2396337 INFO (zkConnectionManagerCallback-5030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396339 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2396341 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44815/solr ready
[junit4] 2> 2396341 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2396358 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396366 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396367 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396368 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/.
[junit4] 2> 2396390 INFO (zkConnectionManagerCallback-5033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396394 INFO (zkConnectionManagerCallback-5038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396395 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2396396 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44815/solr ready
[junit4] 2> 2396400 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 2396401 INFO (qtp1133341715-21086) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2396402 INFO (qtp1133341715-21086) [n:127.0.0.1:37421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2396435 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemoveAllWriterReplicas
[junit4] 2> 2396436 INFO (qtp1133341715-21078) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_remove_all_writer_replicas&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2396438 INFO (OverseerThreadFactory-8997-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection pull_replica_test_remove_all_writer_replicas
[junit4] 2> 2396547 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45036/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2396549 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37421/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2396752 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2396753 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2396753 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2397767 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2397767 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2397783 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2397783 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Schema name=minimal
[junit4] 2> 2397787 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2397787 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_n1' using configuration from collection pull_replica_test_remove_all_writer_replicas, trusted=true
[junit4] 2> 2397787 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2397787 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_p2' using configuration from collection pull_replica_test_remove_all_writer_replicas, trusted=true
[junit4] 2> 2397788 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_p2' (registry 'solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2397788 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2397788 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node2/pull_replica_test_remove_all_writer_replicas_shard1_replica_p2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node2/./pull_replica_test_remove_all_writer_replicas_shard1_replica_p2/data/]
[junit4] 2> 2397790 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1' (registry 'solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2397790 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2397791 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/./pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/data/]
[junit4] 2> 2397850 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2397850 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2397851 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2397851 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2397852 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2397853 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2397853 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3776a2a6[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main]
[junit4] 2> 2397854 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f86498a[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main]
[junit4] 2> 2397854 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2397855 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2397855 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2397855 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2397856 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2397856 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2397856 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607764154911817728
[junit4] 2> 2397858 INFO (searcherExecutor-9007-thread-1-processing-n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Registered new searcher Searcher@2f86498a[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2397859 INFO (searcherExecutor-9006-thread-1-processing-n:127.0.0.1:37421_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Registered new searcher Searcher@3776a2a6[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2397863 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2397863 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 starting background replication from leader
[junit4] 2> 2397863 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2397866 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2397866 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/ has no replicas
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2397872 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/ shard1
[junit4] 2> 2397975 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2397977 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1224
[junit4] 2> 2398077 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2398872 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
[junit4] 2> 2398874 INFO (qtp1133341715-21078) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2398972 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2398972 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2399875 INFO (qtp1133341715-21078) [n:127.0.0.1:37421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_remove_all_writer_replicas&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3438
[junit4] 2> 2399891 INFO (qtp1213735262-21077) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={core_node3=1}, version=1}
[junit4] 2> 2399891 INFO (qtp1213735262-21077) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1607764157040427008)]} 0 5
[junit4] 2> 2399893 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1607764157047767040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2399893 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@84e9762 commitCommandVersion:1607764157047767040
[junit4] 2> 2399904 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e840200[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main]
[junit4] 2> 2399904 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2399905 INFO (searcherExecutor-9007-thread-1-processing-n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Registered new searcher Searcher@7e840200[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2399905 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_remove_all_writer_replicas:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 2399908 INFO (qtp1213735262-21079) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2399910 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400011 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400112 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400213 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400314 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400414 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400441 INFO (OverseerCollectionConfigSetProcessor-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2400515 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400616 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400711 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/
[junit4] 2> 2400712 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1533283383415
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2400713 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2400714 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 2400715 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to RawDirectoryWrapper(RAMDirectory@4eaa0f50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df254d8)
[junit4] 2> 2400715 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400716 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400717 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400717 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400718 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400719 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400719 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400720 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400720 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400721 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400722 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400722 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400723 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400723 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400724 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Bytes downloaded: 2040, Bytes skipped downloading: 0
[junit4] 2> 2400724 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2040) : 0 secs (null bytes/sec) to RawDirectoryWrapper(RAMDirectory@4eaa0f50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df254d8)
[junit4] 2> 2400730 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2400730 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@72093f51[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main]
[junit4] 2> 2400732 INFO (searcherExecutor-9006-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Registered new searcher Searcher@72093f51[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2400818 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2400819 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node3&action=DELETEREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2400822 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1, tag=null
[junit4] 2> 2400822 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32a7a7b8: rootName = solr_45036, domain = solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2fc99b73
[junit4] 2> 2400833 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@67a5b9f
[junit4] 2> 2400833 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1, tag=67a5b9f
[junit4] 2> 2400833 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_remove_all_writer_replicas.shard1.leader, tag=67a5b9f
[junit4] 2> 2400839 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={}, version=2}
[junit4] 2> 2400842 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=20
[junit4] 2> 2400944 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2400944 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401044 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2} status=0 QTime=225
[junit4] 2> 2401050 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 2> <title>Error 404 Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</title>
[junit4] 2> </head>
[junit4] 2> <body><h2>HTTP ERROR 404</h2>
[junit4] 2> <p>Problem accessing /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update. Reason:
[junit4] 2> <pre> Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 2>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2> , retry? 0
[junit4] 2> 2402822 INFO (OverseerCollectionConfigSetProcessor-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2405060 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4009
[junit4] 2> 2405061 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 2405061 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37421/solr/pull_replica_test_remove_all_writer_replicas: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_remove_all_writer_replicas slice: shard1 saw state=DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:37421/solr",
[junit4] 2> "node_name":"127.0.0.1:37421_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37421_solr, 127.0.0.1:45036_solr], retry? 1
[junit4] 2> 2407719 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 2407719 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 2409075 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4010
[junit4] 2> 2409075 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 2409076 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37421/solr/pull_replica_test_remove_all_writer_replicas: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_remove_all_writer_replicas slice: shard1 saw state=DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:37421/solr",
[junit4] 2> "node_name":"127.0.0.1:37421_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37421_solr, 127.0.0.1:45036_solr], retry? 0
[junit4] 2> 2409084 INFO (qtp1133341715-21087) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2409085 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2409089 INFO (OverseerThreadFactory-8997-thread-3) [ c:pull_replica_test_remove_all_writer_replicas s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45036_solr for creating new replica of shard shard1
[junit4] 2> 2409093 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45036/solr",
[junit4] 2> "node_name":"127.0.0.1:45036_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2409094 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2409195 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n5&action=CREATE&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2409207 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2409213 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.s.IndexSchema [pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] Schema name=minimal
[junit4] 2> 2409217 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2409217 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_n5' using configuration from collection pull_replica_test_remove_all_writer_replicas, trusted=true
[junit4] 2> 2409217 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n5' (registry 'solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2409218 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2409218 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/pull_replica_test_remove_all_writer_replicas_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/./pull_replica_test_remove_all_writer_replicas_shard1_replica_n5/data/]
[junit4] 2> 2409269 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2409269 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2409270 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2409270 INFO (qtp1213735262-21090) [n:127.0.0.1
[...truncated too long message...]
ve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null231779690
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null231779690
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null231779690
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 260 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1605 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1605/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:507) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:507)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([C74746FC10D7CB17]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13326 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/init-core-data-001
[junit4] 2> 761539 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001
[junit4] 2> 761539 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 761539 INFO (Thread-1461) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 761539 INFO (Thread-1461) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 761544 ERROR (Thread-1461) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 761639 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37989
[junit4] 2> 761660 INFO (zkConnectionManagerCallback-1233-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 761671 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 761677 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 761678 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 761678 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 761678 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 761679 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a034585{/solr,null,AVAILABLE}
[junit4] 2> 761680 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35dd9f7d{SSL,[ssl, http/1.1]}{127.0.0.1:36904}
[junit4] 2> 761680 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.Server Started @761727ms
[junit4] 2> 761680 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36904}
[junit4] 2> 761681 ERROR (jetty-launcher-1230-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a0c4881{/solr,null,AVAILABLE}
[junit4] 2> 761684 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1969d6eb{SSL,[ssl, http/1.1]}{127.0.0.1:39602}
[junit4] 2> 761684 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.Server Started @761731ms
[junit4] 2> 761684 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39602}
[junit4] 2> 761685 ERROR (jetty-launcher-1230-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-06T07:30:45.184Z
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-06T07:30:45.184Z
[junit4] 2> 761708 INFO (zkConnectionManagerCallback-1235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 761708 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 761717 INFO (zkConnectionManagerCallback-1237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 761718 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 761978 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37989/solr
[junit4] 2> 761997 INFO (zkConnectionManagerCallback-1241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762025 INFO (zkConnectionManagerCallback-1243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762094 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39602_solr
[junit4] 2> 762095 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.Overseer Overseer (id=72111950301167620-127.0.0.1:39602_solr-n_0000000000) starting
[junit4] 2> 762140 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37989/solr
[junit4] 2> 762156 INFO (zkConnectionManagerCallback-1250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762158 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37989/solr ready
[junit4] 2> 762165 INFO (zkConnectionManagerCallback-1254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762166 INFO (OverseerStateUpdate-72111950301167620-127.0.0.1:39602_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39602_solr
[junit4] 2> 762166 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39602_solr
[junit4] 2> 762178 INFO (OverseerStateUpdate-72111950301167620-127.0.0.1:39602_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 762180 INFO (zkCallback-1249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 762180 INFO (zkConnectionManagerCallback-1256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762184 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 762188 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 762188 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36904_solr
[junit4] 2> 762189 INFO (zkCallback-1242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 762189 INFO (zkCallback-1249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 762211 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 762216 INFO (zkCallback-1255-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 762223 INFO (zkConnectionManagerCallback-1264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762223 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 762224 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37989/solr ready
[junit4] 2> 762224 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 762278 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762287 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762295 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762302 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762302 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762305 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762306 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node2/.
[junit4] 2> 762307 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node1/.
[junit4] 2> 762366 INFO (zkConnectionManagerCallback-1267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762461 INFO (zkConnectionManagerCallback-1272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762464 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 762464 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37989/solr ready
[junit4] 2> 762467 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: true
[junit4] 2> 762492 INFO (qtp1082573831-6491) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 762494 INFO (qtp1082573831-6491) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 762539 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_delete_by_id&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 762542 INFO (OverseerThreadFactory-3564-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_delete_by_id
[junit4] 2> 762671 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 762672 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 762672 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 763685 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 763690 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 763702 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_delete_by_id_shard1_replica_t2] Schema name=minimal
[junit4] 2> 763705 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763705 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_delete_by_id_shard1_replica_t2' using configuration from collection tlog_replica_test_delete_by_id, trusted=true
[junit4] 2> 763705 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.core.tlog_replica_test_delete_by_id.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_delete_by_id.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 763706 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 763706 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_delete_by_id_shard1_replica_t2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node2/tlog_replica_test_delete_by_id_shard1_replica_t2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node2/./tlog_replica_test_delete_by_id_shard1_replica_t2/data/]
[junit4] 2> 763713 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_delete_by_id_shard1_replica_t1] Schema name=minimal
[junit4] 2> 763715 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763715 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_delete_by_id_shard1_replica_t1' using configuration from collection tlog_replica_test_delete_by_id, trusted=true
[junit4] 2> 763716 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.core.tlog_replica_test_delete_by_id.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_delete_by_id.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 763716 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 763716 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_delete_by_id_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node1/tlog_replica_test_delete_by_id_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node1/./tlog_replica_test_delete_by_id_shard1_replica_t1/data/]
[junit4] 2> 763775 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 763775 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 763776 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 763776 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 763779 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ec675ed[tlog_replica_test_delete_by_id_shard1_replica_t2] main]
[junit4] 2> 763780 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 763780 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 763781 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 763781 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1608033917751787520
[junit4] 2> 763789 INFO (searcherExecutor-3573-thread-1-processing-n:127.0.0.1:36904_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2 c:tlog_replica_test_delete_by_id s:shard1) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t2] Registered new searcher Searcher@4ec675ed[tlog_replica_test_delete_by_id_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 763793 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 763793 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 763794 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 763795 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 763798 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 763802 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 763802 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@494b7ab4[tlog_replica_test_delete_by_id_shard1_replica_t1] main]
[junit4] 2> 763803 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 763803 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 763804 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 763804 INFO (searcherExecutor-3574-thread-1-processing-n:127.0.0.1:39602_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1 c:tlog_replica_test_delete_by_id s:shard1) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t1] Registered new searcher Searcher@494b7ab4[tlog_replica_test_delete_by_id_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 763804 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1608033917775904768
[junit4] 2> 763809 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_delete_by_id_shard1_replica_t2 url=https://127.0.0.1:36904/solr START replicas=[https://127.0.0.1:39602/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/] nUpdates=100
[junit4] 2> 764304 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_delete_by_id_shard1_replica_t2 url=https://127.0.0.1:36904/solr DONE. We have no versions. sync failed.
[junit4] 2> 764308 INFO (qtp752442017-6504) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_delete_by_id_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 764314 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/ shard1
[junit4] 2> 764428 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 764429 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1758
[junit4] 2> 764530 INFO (zkCallback-1255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
[junit4] 2> 764817 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_delete_by_id_shard1_replica_t1 starting background replication from leader
[junit4] 2> 764817 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 764819 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 764819 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 764820 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/
[junit4] 2> 764822 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2150
[junit4] 2> 764823 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 764824 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 764825 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@63e142c5[tlog_replica_test_delete_by_id_shard1_replica_t1] main]
[junit4] 2> 764828 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 764829 INFO (searcherExecutor-3574-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t1] Registered new searcher Searcher@63e142c5[tlog_replica_test_delete_by_id_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 764923 INFO (zkCallback-1255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
[junit4] 2> 764923 INFO (zkCallback-1242-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
[junit4] 2> 765829 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_delete_by_id&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3290
[junit4] 2> 765849 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1608033919905562624&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1608033919905562624)} 0 10
[junit4] 2> 765854 INFO (qtp752442017-6503) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 765855 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1608033919926534144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 765855 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 765856 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 765856 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 765857 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
[junit4] 2> 765857 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1608033919905562624),commit=} 0 22
[junit4] 2> 765860 INFO (qtp752442017-6503) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1608033919929679872)]} 0 0
[junit4] 2> 765860 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&wt=javabin&version=2}{add=[1 (1608033919929679872)]} 0 2
[junit4] 2> 765862 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1608033919933874176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 765862 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 765863 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1841c396 commitCommandVersion:1608033919933874176
[junit4] 2> 765887 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e2a2df6[tlog_replica_test_delete_by_id_shard1_replica_t2] main]
[junit4] 2> 765887 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 765888 INFO (searcherExecutor-3573-thread-1-processing-n:127.0.0.1:36904_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2 c:tlog_replica_test_delete_by_id s:shard1 r:core_node4) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t2] Registered new searcher Searcher@7e2a2df6[tlog_replica_test_delete_by_id_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 765888 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 26
[junit4] 2> 765889 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&commit=true&wt=javabin&version=2}{commit=} 0 27
[junit4] 2> 765893 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 765994 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766095 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766196 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766297 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766398 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766499 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766555 INFO (OverseerCollectionConfigSetProcessor-72111950301167620-127.0.0.1:39602_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 766601 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766702 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766803 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766904 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767006 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767107 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767208 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767309 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767410 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767511 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767612 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767713 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767814 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767819 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1533540649352
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 767823 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1850924290
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1850924290
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1850924290
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 21ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 246 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1604 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1604/
2 tests failed.
FAILED: org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt
Error Message:
target = 2728 < docID = 2735
Stack Trace:
java.lang.AssertionError: target = 2728 < docID = 2735
at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:1D530D1C8B7AAE52]:0)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:8B6BE6C2C7B4C006]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1383 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 1> TEST: now get reader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddIndexes -Dtests.seed=79B288D1A01DD690 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LB -Dtests.timezone=Australia/Lindeman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.53s J0 | TestIndexWriterReader.testDuringAddIndexes <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:8B6BE6C2C7B4C006]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexWriterReader_79B288D1A01DD690-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4d79beae), locale=ar-LB, timezone=Australia/Lindeman
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=254900376,total=408944640
[junit4] 2> NOTE: All tests run in this JVM: [TestGraphTokenStreamFiniteStrings, TestFutureObjects, TestConjunctionDISI, TestRegExp, TestAllFilesCheckIndexHeader, TestVirtualMethod, TestSpanNotQuery, TestDistributionLL, TestAllFilesHaveCodecHeader, TestByteBlockPool, TestDaciukMihovAutomatonBuilder, TestMergeSchedulerExternal, TestIndexWriterThreadsToSegments, TestCodecs, TestTermsEnum2, TestPendingDeletes, TestPrefixCodedTerms, TestNoMergePolicy, TestIndexedDISI, TestPersistentSnapshotDeletionPolicy, TestReaderPool, TestBytesRefHash, TestMultiPhraseEnum, TestOmitTf, TestSloppyPhraseQuery2, TestIndependenceSaturated, TestIndexWriterNRTIsCurrent, TestLMJelinekMercerSimilarity, TestBlockPostingsFormat3, TestEarlyTermination, TestDocValuesRewriteMethod, TestSimpleExplanationsWithFillerDocs, TestIndexWriterCommit, TestDocumentsWriterDeleteQueue, TestAxiomaticF3LOG, TestSingleInstanceLockFactory, TestRateLimiter, TestBooleanRewrites, TestIntRangeFieldQueries, TestDocument, TestTragicIndexWriterDeadlock, TestIntRange, TestUpgradeIndexMergePolicy, TestBasicModelG, TestCharFilter, TestBooleanOr, TestNGramPhraseQuery, TestIndexManyDocuments, TestLevenshteinAutomata, TestStringHelper, TestPrefixInBooleanQuery, TestSegmentMerger, TestBKD, TestStressIndexing2, TestSoftDeletesDirectoryReaderWrapper, TestBytesRefAttImpl, TestIntsRef, TestAxiomaticF2EXP, TestLucene70SegmentInfoFormat, TestLucene50LiveDocsFormat, TestMultiTermQueryRewrites, TestIndexCommit, TestBasicModelIne, TestMaxPosition, TestBagOfPostings, TestParallelTermEnum, TestDirectoryReader, TestSpanFirstQuery, TestLongsRef, TestNeverDelete, TestControlledRealTimeReopenThread, TestLatLonPointDistanceSort, TestSmallFloat, TestSpanTermQuery, TestParallelCompositeReader, TestAutomatonQueryUnicode, TestLucene50TermVectorsFormat, TestGrowableByteArrayDataOutput, TestNumericDocValuesUpdates, TestMixedCodecs, TestRoaringDocIdSet, TestNot, TestAssertions, TestPerFieldPostingsFormat, Test2BPostingsBytes, Test2BSortedDocValuesFixedSorted, Test2BTerms, Test4GBStoredFields, TestBagOfPositions, TestByteSlices, TestCheckIndex, TestConsistentFieldNumbers, TestCrash, TestCrashCausesCorruptIndex, TestCustomNorms, TestCustomTermFreq, TestDeletionPolicy, TestDemoParallelLeafReader, TestExceedMaxTermLength, TestFieldInfos, TestFieldInvertState, TestFieldsReader, TestFilterCodecReader, TestFilterDirectoryReader, TestFilterLeafReader, TestFilterMergePolicy, TestFlushByRamOrCountsPolicy, TestForTooMuchCloning, TestForceMergeForever, TestIndexReaderClose, TestIndexSorting, TestIndexTooManyDocs, TestIndexWriterDelete, TestIndexWriterDeleteByQuery, TestIndexWriterExceptions, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader]
[junit4] Completed [334/503 (1!)] on J0 in 92.89s, 23 tests, 1 failure <<< FAILURES!
[...truncated 132 lines...]
[junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestApproximationSearchEquivalence -Dtests.method=testReqOpt -Dtests.seed=79B288D1A01DD690 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IN -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.50s J0 | TestApproximationSearchEquivalence.testReqOpt <<<
[junit4] > Throwable #1: java.lang.AssertionError: target = 2728 < docID = 2735
[junit4] > at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:1D530D1C8B7AAE52]:0)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
[junit4] > at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
[junit4] > at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
[junit4] > at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
[junit4] > at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Asserting), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1840, maxMBSortInHeap=5.956581614983295, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4a323818), locale=en-IN, timezone=Asia/Macau
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=98997928,total=408944640
[junit4] 2> NOTE: All tests run in this JVM: [TestGraphTokenStreamFiniteStrings, TestFutureObjects, TestConjunctionDISI, TestRegExp, TestAllFilesCheckIndexHeader, TestVirtualMethod, TestSpanNotQuery, TestDistributionLL, TestAllFilesHaveCodecHeader, TestByteBlockPool, TestDaciukMihovAutomatonBuilder, TestMergeSchedulerExternal, TestIndexWriterThreadsToSegments, TestCodecs, TestTermsEnum2, TestPendingDeletes, TestPrefixCodedTerms, TestNoMergePolicy, TestIndexedDISI, TestPersistentSnapshotDeletionPolicy, TestReaderPool, TestBytesRefHash, TestMultiPhraseEnum, TestOmitTf, TestSloppyPhraseQuery2, TestIndependenceSaturated, TestIndexWriterNRTIsCurrent, TestLMJelinekMercerSimilarity, TestBlockPostingsFormat3, TestEarlyTermination, TestDocValuesRewriteMethod, TestSimpleExplanationsWithFillerDocs, TestIndexWriterCommit, TestDocumentsWriterDeleteQueue, TestAxiomaticF3LOG, TestSingleInstanceLockFactory, TestRateLimiter, TestBooleanRewrites, TestIntRangeFieldQueries, TestDocument, TestTragicIndexWriterDeadlock, TestIntRange, TestUpgradeIndexMergePolicy, TestBasicModelG, TestCharFilter, TestBooleanOr, TestNGramPhraseQuery, TestIndexManyDocuments, TestLevenshteinAutomata, TestStringHelper, TestPrefixInBooleanQuery, TestSegmentMerger, TestBKD, TestStressIndexing2, TestSoftDeletesDirectoryReaderWrapper, TestBytesRefAttImpl, TestIntsRef, TestAxiomaticF2EXP, TestLucene70SegmentInfoFormat, TestLucene50LiveDocsFormat, TestMultiTermQueryRewrites, TestIndexCommit, TestBasicModelIne, TestMaxPosition, TestBagOfPostings, TestParallelTermEnum, TestDirectoryReader, TestSpanFirstQuery, TestLongsRef, TestNeverDelete, TestControlledRealTimeReopenThread, TestLatLonPointDistanceSort, TestSmallFloat, TestSpanTermQuery, TestParallelCompositeReader, TestAutomatonQueryUnicode, TestLucene50TermVectorsFormat, TestGrowableByteArrayDataOutput, TestNumericDocValuesUpdates, TestMixedCodecs, TestRoaringDocIdSet, TestNot, TestAssertions, TestPerFieldPostingsFormat, Test2BPostingsBytes, Test2BSortedDocValuesFixedSorted, Test2BTerms, Test4GBStoredFields, TestBagOfPositions, TestByteSlices, TestCheckIndex, TestConsistentFieldNumbers, TestCrash, TestCrashCausesCorruptIndex, TestCustomNorms, TestCustomTermFreq, TestDeletionPolicy, TestDemoParallelLeafReader, TestExceedMaxTermLength, TestFieldInfos, TestFieldInvertState, TestFieldsReader, TestFilterCodecReader, TestFilterDirectoryReader, TestFilterLeafReader, TestFilterMergePolicy, TestFlushByRamOrCountsPolicy, TestForTooMuchCloning, TestForceMergeForever, TestIndexReaderClose, TestIndexSorting, TestIndexTooManyDocs, TestIndexWriterDelete, TestIndexWriterDeleteByQuery, TestIndexWriterExceptions, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader, TestIndexableField, TestIndexingSequenceNumbers, TestInfoStream, TestIntBlockPool, TestIsCurrent, TestLazyProxSkipping, TestLogMergePolicy, TestLongPostings, TestManyFields, TestMergeRateLimiter, TestMultiDocValues, TestMultiFields, TestMultiTermsEnum, TestNRTReaderWithThreads, TestReaderClosed, TestRollingUpdates, TestTieredMergePolicy, TestTransactions, TestTryDelete, TestTwoPhaseCommitTool, TestUniqueTermCount, TermInSetQueryTest, TestApproximationSearchEquivalence]
[junit4] Completed [377/503 (2!)] on J0 in 12.67s, 10 tests, 1 failure <<< FAILURES!
[...truncated 62393 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 263: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 269: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 280: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 286: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 291: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2252 links (1804 relative) to 3150 anchors in 247 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
jar-checksums:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null403916868
[copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null403916868
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null403916868
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null969176634
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null969176634
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null969176634
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 21ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 259 minutes 8 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1603 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1603/
9 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([3EB2B51537F3B47B]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterDelete
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([3EB2B51537F3B47B]:0)
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Error from server at https://127.0.0.1:33887/iu_c/cd: At least one of the node(s) specified [127.0.0.1:38395_iu_c%2Fcd] are not currently active in [], no action taken.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33887/iu_c/cd: At least one of the node(s) specified [127.0.0.1:38395_iu_c%2Fcd] are not currently active in [], no action taken.
at __randomizedtesting.SeedInfo.seed([1138C92164453D31:996CF6FBCAB950C9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1006)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRebalanceLeaders
Error Message:
50 threads leaked from SUITE scope at org.apache.solr.cloud.TestRebalanceLeaders: 1) Thread[id=23451, name=Scheduler-516565734, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23497, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23510, name=zkConnectionManagerCallback-6583-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23449, name=qtp1240064783-23449, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23508, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 6) Thread[id=23533, name=SolrRrdBackendFactory-8307-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23512, name=MetricsHistoryHandler-8322-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23466, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23468, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 10) Thread[id=23473, name=Thread-4335, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 11) Thread[id=23498, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23462, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 13) Thread[id=23490, name=Scheduler-786221380, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=23511, name=SolrRrdBackendFactory-8321-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23488, name=qtp2096105599-23488, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23476, name=Scheduler-1728106443, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=23444, name=qtp1240064783-23444, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=23489, name=qtp2096105599-23489, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=23463, name=zkConnectionManagerCallback-6560-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23534, name=SolrRrdBackendFactory-8321-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=23486, name=qtp2096105599-23486, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=23485, name=qtp2096105599-23485, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=23445, name=qtp1240064783-23445-acceptor-0@29439bd0-ServerConnector@34586a3f{SSL,[ssl, http/1.1]}{127.0.0.1:35100}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=23482, name=qtp2096105599-23482, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=23502, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 26) Thread[id=23450, name=qtp1240064783-23450, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=23467, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 28) Thread[id=23496, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=23509, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 30) Thread[id=23481, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=23447, name=qtp1240064783-23447, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=23513, name=Thread-4344, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 33) Thread[id=23487, name=qtp2096105599-23487, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=23483, name=qtp2096105599-23483, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=23456, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=23478, name=searcherExecutor-8310-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=23461, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 38) Thread[id=23457, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=23472, name=MetricsHistoryHandler-8308-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=23446, name=qtp1240064783-23446, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=23443, name=qtp1240064783-23443, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=23484, name=qtp2096105599-23484-acceptor-0@98cae22-ServerConnector@dcd279f{SSL,[ssl, http/1.1]}{127.0.0.1:38395}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=23503, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 44) Thread[id=23448, name=qtp1240064783-23448, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=23470, name=zkConnectionManagerCallback-6567-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=23507, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=23455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=23504, name=zkConnectionManagerCallback-6576-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=23464, name=zkCallback-6559-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=23471, name=SolrRrdBackendFactory-8307-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 50 threads leaked from SUITE scope at org.apache.solr.cloud.TestRebalanceLeaders:
1) Thread[id=23451, name=Scheduler-516565734, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23497, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23510, name=zkConnectionManagerCallback-6583-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23449, name=qtp1240064783-23449, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23508, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
6) Thread[id=23533, name=SolrRrdBackendFactory-8307-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23512, name=MetricsHistoryHandler-8322-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23466, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=23468, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
10) Thread[id=23473, name=Thread-4335, state=WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854)
11) Thread[id=23498, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=23462, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
13) Thread[id=23490, name=Scheduler-786221380, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=23511, name=SolrRrdBackendFactory-8321-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=23488, name=qtp2096105599-23488, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=23476, name=Scheduler-1728106443, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=23444, name=qtp1240064783-23444, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=23489, name=qtp2096105599-23489, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=23463, name=zkConnectionManagerCallback-6560-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23534, name=SolrRrdBackendFactory-8321-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=23486, name=qtp2096105599-23486, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=23485, name=qtp2096105599-23485, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=23445, name=qtp1240064783-23445-acceptor-0@29439bd0-ServerConnector@34586a3f{SSL,[ssl, http/1.1]}{127.0.0.1:35100}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=23482, name=qtp2096105599-23482, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=23502, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
26) Thread[id=23450, name=qtp1240064783-23450, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=23467, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
28) Thread[id=23496, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=23509, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
30) Thread[id=23481, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=23447, name=qtp1240064783-23447, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=23513, name=Thread-4344, state=WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854)
33) Thread[id=23487, name=qtp2096105599-23487, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=23483, name=qtp2096105599-23483, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=23456, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=23478, name=searcherExecutor-8310-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=23461, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
38) Thread[id=23457, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=23472, name=MetricsHistoryHandler-8308-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=23446, name=qtp1240064783-23446, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=23443, name=qtp1240064783-23443, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=23484, name=qtp2096105599-23484-acceptor-0@98cae22-ServerConnector@dcd279f{SSL,[ssl, http/1.1]}{127.0.0.1:38395}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=23503, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
44) Thread[id=23448, name=qtp1240064783-23448, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=23470, name=zkConnectionManagerCallback-6567-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=23507, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=23455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
48) Thread[id=23504, name=zkConnectionManagerCallback-6576-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
49) Thread[id=23464, name=zkCallback-6559-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
50) Thread[id=23471, name=SolrRrdBackendFactory-8307-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1138C92164453D31]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRebalanceLeaders
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23467, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=23451, name=Scheduler-516565734, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23510, name=zkConnectionManagerCallback-6583-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23449, name=qtp1240064783-23449, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23508, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 6) Thread[id=23533, name=SolrRrdBackendFactory-8307-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23512, name=MetricsHistoryHandler-8322-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23447, name=qtp1240064783-23447, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23513, name=Thread-4344, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 10) Thread[id=23473, name=Thread-4335, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 11) Thread[id=23483, name=qtp2096105599-23483, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23490, name=Scheduler-786221380, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=23511, name=SolrRrdBackendFactory-8321-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=23478, name=searcherExecutor-8310-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23476, name=Scheduler-1728106443, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23461, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 17) Thread[id=23463, name=zkConnectionManagerCallback-6560-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) a
[...truncated too long message...]
dresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null184331548
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null184331548
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null184331548
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 76ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 633 minutes 5 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)