You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/19 01:39:29 UTC
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build #
4726 - Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4726/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.lucene.search.grouping.GroupFacetCollectorTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
REGRESSION: org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
Build Log:
[...truncated 7101 lines...]
[junit4:junit4] Suite: org.apache.lucene.search.grouping.GroupFacetCollectorTest
[junit4:junit4] 2> mar 18, 2013 9:36:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4:junit4] 2> Avvertenza: Suite execution timed out: org.apache.lucene.search.grouping.GroupFacetCollectorTest
[junit4:junit4] 2> ==== jstack at approximately timeout time ====
[junit4:junit4] 2> "TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440]" ID=10 RUNNABLE
[junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:494)
[junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
[junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
[junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
[junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
[junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
[junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
[junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
[junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
[junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> "SUITE-GroupFacetCollectorTest-seed#[66116EFB07D97440]" ID=9 RUNNABLE
[junit4:junit4] 2> at sun.management.ThreadImpl.dumpThreads0(Native Method)
[junit4:junit4] 2> at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:655)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$800(ThreadLeakControl.java:60)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:396)
[junit4:junit4] 2> - locked java.lang.Object@45d66c
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:556)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:79)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:492)
[junit4:junit4] 2>
[junit4:junit4] 2> "Signal Dispatcher" ID=5 RUNNABLE
[junit4:junit4] 2>
[junit4:junit4] 2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@3aae4a
[junit4:junit4] 2> at java.lang.Object.wait(Native Method)
[junit4:junit4] 2> - waiting on java.lang.ref.ReferenceQueue$Lock@3aae4a
[junit4:junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
[junit4:junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
[junit4:junit4] 2> at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)
[junit4:junit4] 2>
[junit4:junit4] 2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@152f172
[junit4:junit4] 2> at java.lang.Object.wait(Native Method)
[junit4:junit4] 2> - waiting on java.lang.ref.Reference$Lock@152f172
[junit4:junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4:junit4] 2> at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:142)
[junit4:junit4] 2>
[junit4:junit4] 2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$1@421c14
[junit4:junit4] 2> at java.lang.Object.wait(Native Method)
[junit4:junit4] 2> - waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$1@421c14
[junit4:junit4] 2> at java.lang.Thread.join(Thread.java:1261)
[junit4:junit4] 2> at java.lang.Thread.join(Thread.java:1335)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:502)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:399)
[junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:180)
[junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
[junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
[junit4:junit4] 2>
[junit4:junit4] 2> ^^==============================================
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GroupFacetCollectorTest -Dtests.method=testRandom -Dtests.seed=66116EFB07D97440 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Jujuy -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 7199s J1 | GroupFacetCollectorTest.testRandom <<<
[junit4:junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
[junit4:junit4] 2> mar 18, 2013 9:36:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4:junit4] 2> Avvertenza: Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> mar 18, 2013 9:37:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4:junit4] 2> Grave: 1 thread leaked from SUITE scope at org.apache.lucene.search.grouping.GroupFacetCollectorTest:
[junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.newPair(PairOutputs.java:74)
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:134)
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:135)
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
[junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:488)
[junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
[junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
[junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
[junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
[junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
[junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
[junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
[junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
[junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> mar 18, 2013 9:37:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4:junit4] 2> Informazioni: Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
[junit4:junit4] 2> mar 18, 2013 9:37:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4:junit4] 2> Grave: There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.valid(PairOutputs.java:93)
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:133)
[junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
[junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:488)
[junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
[junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
[junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
[junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
[junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
[junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
[junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
[junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
[junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
[junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {group=PostingsFormat(name=SimpleText), hotel=Lucene41(blocksize=128), facet=PostingsFormat(name=SimpleText), content=PostingsFormat(name=NestedPulsing), x=Lucene41(blocksize=128), airport=PostingsFormat(name=NestedPulsing)}, docValues:{facet_dv=DocValuesFormat(name=SimpleText), group_dv=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=it_IT, timezone=America/Jujuy
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=12003920,total=25985024
[junit4:junit4] 2> NOTE: All tests run in this JVM: [GroupFacetCollectorTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GroupFacetCollectorTest -Dtests.seed=66116EFB07D97440 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Jujuy -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 0.00s J1 | GroupFacetCollectorTest (suite) <<<
[junit4:junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
[junit4:junit4] Completed on J1 in 7223.36s, 2 tests, 2 errors <<< FAILURES!
[...truncated 14 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:548: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 6 suites, 11 tests, 1 suite-level error, 1 error, 1 ignored
Total time: 151 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build #
4728 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4728/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2303, name=coreLoadExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2303, name=coreLoadExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1569)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@507be456 lockFactory=org.apache.lucene.store.NativeFSLockFactory@57686642)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2305, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2305, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1569)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9316 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4] 2> 0 T2244 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_t/p
[junit4:junit4] 2> 3 T2244 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1363662146658
[junit4:junit4] 2> 4 T2244 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 4 T2245 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 5 T2245 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 5 T2245 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 5 T2245 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 6 T2245 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 6 T2245 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1363662146658/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 104 T2244 oasc.ZkTestServer.run start zk server on port:58928
[junit4:junit4] 2> 105 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@53aa459e
[junit4:junit4] 2> 106 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106 T2250 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 107 T2250 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 107 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59323
[junit4:junit4] 2> 107 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59323
[junit4:junit4] 2> 108 T2248 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 272 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650000 with negotiated timeout 10000 for client /127.0.0.1:59323
[junit4:junit4] 2> 272 T2250 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650000, negotiated timeout = 10000
[junit4:junit4] 2> 273 T2251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53aa459e name:ZooKeeperConnection Watcher:127.0.0.1:58928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 273 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 274 T2244 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 279 T2249 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d80990c650000
[junit4:junit4] 2> 279 T2251 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 280 T2246 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59323 which had sessionid 0x13d80990c650000
[junit4:junit4] 2> 279 T2244 oaz.ZooKeeper.close Session: 0x13d80990c650000 closed
[junit4:junit4] 2> 281 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d6db19b
[junit4:junit4] 2> 282 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 282 T2252 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 283 T2252 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 283 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59324
[junit4:junit4] 2> 284 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59324
[junit4:junit4] 2> 285 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650001 with negotiated timeout 10000 for client /127.0.0.1:59324
[junit4:junit4] 2> 285 T2252 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650001, negotiated timeout = 10000
[junit4:junit4] 2> 286 T2253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d6db19b name:ZooKeeperConnection Watcher:127.0.0.1:58928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 286 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 286 T2244 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 292 T2244 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 295 T2244 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 298 T2244 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 301 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 302 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 319 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 320 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 323 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 323 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 325 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 325 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 326 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 327 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 329 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 329 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 330 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 331 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 332 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 333 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 334 T2244 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 334 T2244 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 336 T2249 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d80990c650001
[junit4:junit4] 2> 336 T2253 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 336 T2246 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59324 which had sessionid 0x13d80990c650001
[junit4:junit4] 2> 336 T2244 oaz.ZooKeeper.close Session: 0x13d80990c650001 closed
[junit4:junit4] 2> 397 T2244 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 402 T2244 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48529
[junit4:junit4] 2> 403 T2244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 403 T2244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 403 T2244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991
[junit4:junit4] 2> 403 T2244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/solr.xml
[junit4:junit4] 2> 404 T2244 oasc.CoreContainer.<init> New CoreContainer 1709932105
[junit4:junit4] 2> 404 T2244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/'
[junit4:junit4] 2> 404 T2244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/'
[junit4:junit4] 2> 422 T2244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 423 T2244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 423 T2244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 423 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 424 T2244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 424 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 424 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 424 T2244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 425 T2244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 425 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 430 T2244 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 439 T2244 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58928/solr
[junit4:junit4] 2> 440 T2244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 440 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f18bb1e
[junit4:junit4] 2> 441 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 441 T2263 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 441 T2263 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 441 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59326
[junit4:junit4] 2> 442 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59326
[junit4:junit4] 2> 443 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650002 with negotiated timeout 20000 for client /127.0.0.1:59326
[junit4:junit4] 2> 443 T2263 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650002, negotiated timeout = 20000
[junit4:junit4] 2> 444 T2264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f18bb1e name:ZooKeeperConnection Watcher:127.0.0.1:58928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 444 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 445 T2249 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d80990c650002
[junit4:junit4] 2> 446 T2264 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 446 T2246 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59326 which had sessionid 0x13d80990c650002
[junit4:junit4] 2> 446 T2244 oaz.ZooKeeper.close Session: 0x13d80990c650002 closed
[junit4:junit4] 2> 446 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 448 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e3a0e25
[junit4:junit4] 2> 449 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 449 T2265 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 450 T2265 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 450 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59327
[junit4:junit4] 2> 450 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59327
[junit4:junit4] 2> 451 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650003 with negotiated timeout 20000 for client /127.0.0.1:59327
[junit4:junit4] 2> 451 T2265 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650003, negotiated timeout = 20000
[junit4:junit4] 2> 452 T2266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3a0e25 name:ZooKeeperConnection Watcher:127.0.0.1:58928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 452 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 454 T2244 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 456 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 457 T2244 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 460 T2244 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 462 T2244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48529__t%2Fp
[junit4:junit4] 2> 463 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48529__t%2Fp Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48529__t%2Fp
[junit4:junit4] 2> 464 T2244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48529__t%2Fp
[junit4:junit4] 2> 467 T2244 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 473 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 474 T2244 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 476 T2244 oasc.Overseer.start Overseer (id=89368962443575299-127.0.0.1:48529__t%2Fp-n_0000000000) starting
[junit4:junit4] 2> 477 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 478 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 480 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 481 T2244 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 484 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 486 T2268 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 486 T2244 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 489 T2244 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 492 T2244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 495 T2267 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 499 T2269 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/collection1
[junit4:junit4] 2> 500 T2269 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 500 T2269 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 501 T2269 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 502 T2269 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/collection1/'
[junit4:junit4] 2> 503 T2269 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/collection1/lib/README' to classloader
[junit4:junit4] 2> 503 T2269 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 542 T2269 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 569 T2269 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 571 T2269 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 574 T2269 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 917 T2269 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 922 T2269 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 924 T2269 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 933 T2269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 935 T2269 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 938 T2269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 939 T2269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 939 T2269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 939 T2269 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 940 T2269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 940 T2269 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 940 T2269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 940 T2269 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363662146991/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/control/data/
[junit4:junit4] 2> 940 T2269 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ef14b6a
[junit4:junit4] 2> 941 T2269 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 941 T2269 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/control/data forceNew: false
[junit4:junit4] 2> 941 T2269 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/control/data/index/
[junit4:junit4] 2> 942 T2269 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363662146658/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 942 T2269 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/control/data/index forceNew: false
[junit4:junit4] 2> 943 T2269 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fbeed79 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb07663),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 944 T2269 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 945 T2269 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 945 T2269 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 946 T2269 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 946 T2269 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 947 T2269 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 947 T2269 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 947 T2269 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 947 T2269 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 948 T2269 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 950 T2269 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 952 T2269 oass.SolrIndexSearcher.<init> Opening Searcher@16d3d5da main
[junit4:junit4] 2> 952 T2269 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/control/data/tlog
[junit4:junit4] 2> 953 T2269 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 953 T2269 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 956 T2270 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16d3d5da main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 957 T2269 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 957 T2269 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1998 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1999 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48529/_t/p",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:48529__t%2Fp",
[junit4:junit4] 2> "core_node_name":"1"}
[junit4:junit4] 2> 1999 T2267 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1999 T2267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2002 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2959 T2269 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2959 T2269 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48529/_t/p collection:control_collection shard:shard1
[junit4:junit4] 2> 2960 T2269 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2964 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2964 T2269 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2965 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2966 T2269 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2966 T2269 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2966 T2269 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48529/_t/p/collection1/
[junit4:junit4] 2> 2966 T2269 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2967 T2269 oasc.SyncStrategy.syncToMe http://127.0.0.1:48529/_t/p/collection1/ has no replicas
[junit4:junit4] 2> 2967 T2269 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48529/_t/p/collection1/
[junit4:junit4] 2> 2967 T2269 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2969 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3506 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3511 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3521 T2269 oasc.ZkController.register We are http://127.0.0.1:48529/_t/p/collection1/ and leader is http://127.0.0.1:48529/_t/p/collection1/
[junit4:junit4] 2> 3522 T2269 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48529/_t/p
[junit4:junit4] 2> 3522 T2269 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3522 T2269 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3522 T2269 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3523 T2269 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3524 T2244 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3525 T2244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3525 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3530 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3530 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1501981f
[junit4:junit4] 2> 3531 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3532 T2272 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3532 T2272 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 3532 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59333
[junit4:junit4] 2> 3532 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59333
[junit4:junit4] 2> 3533 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650004 with negotiated timeout 10000 for client /127.0.0.1:59333
[junit4:junit4] 2> 3533 T2272 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650004, negotiated timeout = 10000
[junit4:junit4] 2> 3533 T2273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1501981f name:ZooKeeperConnection Watcher:127.0.0.1:58928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3533 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3534 T2244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3536 T2244 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3604 T2244 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3606 T2244 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43653
[junit4:junit4] 2> 3607 T2244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3607 T2244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3607 T2244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190
[junit4:junit4] 2> 3608 T2244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/solr.xml
[junit4:junit4] 2> 3608 T2244 oasc.CoreContainer.<init> New CoreContainer 2032777681
[junit4:junit4] 2> 3608 T2244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/'
[junit4:junit4] 2> 3609 T2244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/'
[junit4:junit4] 2> 3626 T2244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3627 T2244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3627 T2244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3627 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3628 T2244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3628 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3628 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3628 T2244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3629 T2244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3629 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3634 T2244 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3643 T2244 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58928/solr
[junit4:junit4] 2> 3644 T2244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3644 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@34dd3237
[junit4:junit4] 2> 3645 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3645 T2283 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3645 T2283 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 3645 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59334
[junit4:junit4] 2> 3646 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59334
[junit4:junit4] 2> 3646 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650005 with negotiated timeout 20000 for client /127.0.0.1:59334
[junit4:junit4] 2> 3646 T2283 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650005, negotiated timeout = 20000
[junit4:junit4] 2> 3647 T2284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34dd3237 name:ZooKeeperConnection Watcher:127.0.0.1:58928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3647 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3648 T2249 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d80990c650005
[junit4:junit4] 2> 3648 T2284 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3648 T2246 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59334 which had sessionid 0x13d80990c650005
[junit4:junit4] 2> 3648 T2244 oaz.ZooKeeper.close Session: 0x13d80990c650005 closed
[junit4:junit4] 2> 3648 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3650 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@48fe6ff4
[junit4:junit4] 2> 3651 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3651 T2285 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3652 T2285 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 3652 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59335
[junit4:junit4] 2> 3652 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59335
[junit4:junit4] 2> 3653 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650006 with negotiated timeout 20000 for client /127.0.0.1:59335
[junit4:junit4] 2> 3653 T2285 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650006, negotiated timeout = 20000
[junit4:junit4] 2> 3653 T2286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48fe6ff4 name:ZooKeeperConnection Watcher:127.0.0.1:58928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3653 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3654 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3655 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3656 T2244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4658 T2244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43653__t%2Fp
[junit4:junit4] 2> 4659 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43653__t%2Fp Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43653__t%2Fp
[junit4:junit4] 2> 4659 T2244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43653__t%2Fp
[junit4:junit4] 2> 4662 T2273 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4662 T2286 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4662 T2266 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4662 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4666 T2287 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/collection1
[junit4:junit4] 2> 4666 T2287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4667 T2287 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4667 T2287 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4668 T2287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/collection1/'
[junit4:junit4] 2> 4668 T2287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/collection1/lib/README' to classloader
[junit4:junit4] 2> 4669 T2287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4691 T2287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4718 T2287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4719 T2287 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4722 T2287 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5015 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5016 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48529/_t/p",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:48529__t%2Fp",
[junit4:junit4] 2> "core_node_name":"1"}
[junit4:junit4] 2> 5018 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5018 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5018 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5046 T2287 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5051 T2287 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5053 T2287 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5062 T2287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5065 T2287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5067 T2287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5068 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5069 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5069 T2287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5070 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5070 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5070 T2287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5070 T2287 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363662150190/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty1/
[junit4:junit4] 2> 5071 T2287 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ef14b6a
[junit4:junit4] 2> 5071 T2287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5071 T2287 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty1 forceNew: false
[junit4:junit4] 2> 5071 T2287 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty1/index/
[junit4:junit4] 2> 5072 T2287 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5072 T2287 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty1/index forceNew: false
[junit4:junit4] 2> 5073 T2287 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cf2361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a25941),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5073 T2287 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5075 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5075 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5076 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5076 T2287 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5076 T2287 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5076 T2287 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5077 T2287 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5077 T2287 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5077 T2287 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5079 T2287 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5081 T2287 oass.SolrIndexSearcher.<init> Opening Searcher@8877885 main
[junit4:junit4] 2> 5082 T2287 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty1/tlog
[junit4:junit4] 2> 5082 T2287 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5082 T2287 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5086 T2288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8877885 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5087 T2287 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5087 T2287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6524 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6525 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43653/_t/p",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43653__t%2Fp",
[junit4:junit4] 2> "core_node_name":"2"}
[junit4:junit4] 2> 6525 T2267 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6525 T2267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6532 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6532 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6532 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7089 T2287 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7089 T2287 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43653/_t/p collection:collection1 shard:shard1
[junit4:junit4] 2> 7090 T2287 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7094 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7094 T2287 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7095 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7096 T2287 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7096 T2287 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7096 T2287 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43653/_t/p/collection1/
[junit4:junit4] 2> 7096 T2287 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7096 T2287 oasc.SyncStrategy.syncToMe http://127.0.0.1:43653/_t/p/collection1/ has no replicas
[junit4:junit4] 2> 7097 T2287 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43653/_t/p/collection1/
[junit4:junit4] 2> 7097 T2287 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7099 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8038 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8044 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8044 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8044 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8052 T2287 oasc.ZkController.register We are http://127.0.0.1:43653/_t/p/collection1/ and leader is http://127.0.0.1:43653/_t/p/collection1/
[junit4:junit4] 2> 8052 T2287 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43653/_t/p
[junit4:junit4] 2> 8052 T2287 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8053 T2287 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8053 T2287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8055 T2287 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8056 T2244 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8056 T2244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8057 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8125 T2244 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8126 T2244 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39818
[junit4:junit4] 2> 8128 T2244 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8128 T2244 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8129 T2244 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716
[junit4:junit4] 2> 8129 T2244 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/solr.xml
[junit4:junit4] 2> 8129 T2244 oasc.CoreContainer.<init> New CoreContainer 375249702
[junit4:junit4] 2> 8130 T2244 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/'
[junit4:junit4] 2> 8131 T2244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/'
[junit4:junit4] 2> 8155 T2244 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8155 T2244 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8155 T2244 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8156 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8156 T2244 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8156 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8157 T2244 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8157 T2244 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8157 T2244 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8158 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8163 T2244 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8173 T2244 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58928/solr
[junit4:junit4] 2> 8174 T2244 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8174 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e45583c
[junit4:junit4] 2> 8175 T2299 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8176 T2299 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 8176 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59339
[junit4:junit4] 2> 8176 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8176 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59339
[junit4:junit4] 2> 8177 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650007 with negotiated timeout 20000 for client /127.0.0.1:59339
[junit4:junit4] 2> 8177 T2299 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650007, negotiated timeout = 20000
[junit4:junit4] 2> 8177 T2300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e45583c name:ZooKeeperConnection Watcher:127.0.0.1:58928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8178 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8179 T2249 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d80990c650007
[junit4:junit4] 2> 8180 T2300 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8180 T2246 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59339 which had sessionid 0x13d80990c650007
[junit4:junit4] 2> 8180 T2244 oaz.ZooKeeper.close Session: 0x13d80990c650007 closed
[junit4:junit4] 2> 8180 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8183 T2244 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58928/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@be6e55f
[junit4:junit4] 2> 8183 T2244 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8183 T2301 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58928. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8184 T2301 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58928, initiating session
[junit4:junit4] 2> 8184 T2246 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59340
[junit4:junit4] 2> 8184 T2246 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59340
[junit4:junit4] 2> 8185 T2248 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d80990c650008 with negotiated timeout 20000 for client /127.0.0.1:59340
[junit4:junit4] 2> 8185 T2301 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58928, sessionid = 0x13d80990c650008, negotiated timeout = 20000
[junit4:junit4] 2> 8185 T2302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@be6e55f name:ZooKeeperConnection Watcher:127.0.0.1:58928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8186 T2244 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8186 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8187 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8188 T2244 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9190 T2244 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39818__t%2Fp
[junit4:junit4] 2> 9192 T2249 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d80990c650008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39818__t%2Fp Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39818__t%2Fp
[junit4:junit4] 2> 9192 T2244 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39818__t%2Fp
[junit4:junit4] 2> 9195 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9195 T2286 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9195 T2266 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9196 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9196 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9196 T2302 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9197 T2273 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9205 T2303 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/collection1
[junit4:junit4] 2> 9205 T2303 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9206 T2303 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9206 T2303 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9208 T2303 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/collection1/'
[junit4:junit4] 2> 9209 T2303 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/collection1/lib/README' to classloader
[junit4:junit4] 2> 9209 T2303 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9245 T2303 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9294 T2303 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9295 T2303 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9299 T2303 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9549 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9550 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43653/_t/p",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43653__t%2Fp",
[junit4:junit4] 2> "core_node_name":"2"}
[junit4:junit4] 2> 9554 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9554 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9554 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9554 T2302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9692 T2303 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9699 T2303 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9702 T2303 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9714 T2303 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9717 T2303 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9720 T2303 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9721 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9722 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9722 T2303 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9723 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9723 T2303 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9723 T2303 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9724 T2303 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363662154716/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/
[junit4:junit4] 2> 9724 T2303 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ef14b6a
[junit4:junit4] 2> 9724 T2303 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9725 T2303 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2 forceNew: false
[junit4:junit4] 2> 9725 T2303 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index/
[junit4:junit4] 2> 9725 T2303 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9725 T2303 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index forceNew: false
[junit4:junit4] 2> 9727 T2303 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24bac9aa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e2c582b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9727 T2303 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9729 T2303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9729 T2303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9730 T2303 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9730 T2303 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9731 T2303 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9731 T2303 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9732 T2303 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9732 T2303 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9733 T2303 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9736 T2303 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9738 T2303 oass.SolrIndexSearcher.<init> Opening Searcher@4b7594ee main
[junit4:junit4] 2> 9739 T2303 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/tlog
[junit4:junit4] 2> 9739 T2303 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9740 T2303 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9743 T2304 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b7594ee main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9745 T2303 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9745 T2303 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11057 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11058 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39818/_t/p",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:39818__t%2Fp",
[junit4:junit4] 2> "core_node_name":"3"}
[junit4:junit4] 2> 11058 T2267 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 11058 T2267 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 11062 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11062 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11062 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11062 T2302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11746 T2303 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11746 T2303 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39818/_t/p collection:collection1 shard:shard1
[junit4:junit4] 2> 11749 T2303 oasc.ZkController.register We are http://127.0.0.1:39818/_t/p/collection1/ and leader is http://127.0.0.1:43653/_t/p/collection1/
[junit4:junit4] 2> 11749 T2303 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39818/_t/p
[junit4:junit4] 2> 11749 T2303 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11749 T2303 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@7ea731d8 url=http://127.0.0.1:39818/_t/p/collection1 node=127.0.0.1:39818__t%2Fp C102_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, state=down, base_url=http://127.0.0.1:39818/_t/p, node_name=127.0.0.1:39818__t%2Fp}
[junit4:junit4] 2> 11750 T2305 C102 P39818 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11750 T2303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11750 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11751 T2305 C102 P39818 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 11751 T2305 C102 P39818 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11751 T2244 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11752 T2305 C102 P39818 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11752 T2244 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11752 T2244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11755 T2244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C103 name=collection1 org.apache.solr.core.SolrCore@57a0170c url=http://127.0.0.1:48529/_t/p/collection1 node=127.0.0.1:48529__t%2Fp C103_STATE=coll:control_collection core:collection1 props:{collection=control_collection, core=collection1, state=active, base_url=http://127.0.0.1:48529/_t/p, shard=shard1, node_name=127.0.0.1:48529__t%2Fp, leader=true}
[junit4:junit4] 2> 11766 T2262 C103 P48529 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fbeed79 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb07663),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11766 T2262 C103 P48529 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11768 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10001 (1429903411424264192)]} 0 5
[junit4:junit4] 2> 11769 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[1 (1429903411429507072)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@6658239a url=http://127.0.0.1:43653/_t/p/collection1 node=127.0.0.1:43653__t%2Fp C104_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, state=active, base_url=http://127.0.0.1:43653/_t/p, shard=shard1, node_name=127.0.0.1:43653__t%2Fp, leader=true}
[junit4:junit4] 2> 11777 T2280 C104 P43653 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cf2361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a25941),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11778 T2280 C104 P43653 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11780 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[1 (1429903411437895680)]} 0 4
[junit4:junit4] 2> 11780 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10001 (1429903411439992832)]} 0 3
[junit4:junit4] 2> 11850 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10001 (-1429903411515490304)]} 0 0
[junit4:junit4] 2> 11850 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[1 (-1429903411515490305)]} 0 0
[junit4:junit4] 2> 11853 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10001 (-1429903411518636032)]} 0 0
[junit4:junit4] 2> 11853 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[1 (-1429903411518636033)]} 0 0
[junit4:junit4] 2> 11856 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10002 (1429903411520733184)]} 0 1
[junit4:junit4] 2> 11856 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[2 (1429903411520733185)]} 0 1
[junit4:junit4] 2> 11859 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[2 (1429903411523878913)]} 0 0
[junit4:junit4] 2> 11858 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10002 (1429903411523878912)]} 0 0
[junit4:junit4] 2> 11944 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10003 (1429903411613007872)]} 0 1
[junit4:junit4] 2> 11944 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[3 (1429903411613007873)]} 0 1
[junit4:junit4] 2> 11946 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10003 (1429903411616153600)]} 0 0
[junit4:junit4] 2> 11947 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[3 (1429903411616153601)]} 0 1
[junit4:junit4] 2> 11979 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10004 (1429903411649708033)]} 0 1
[junit4:junit4] 2> 11979 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[4 (1429903411649708032)]} 0 1
[junit4:junit4] 2> 11981 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[4 (1429903411652853760)]} 0 0
[junit4:junit4] 2> 11981 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10004 (1429903411652853761)]} 0 0
[junit4:junit4] 2> 11999 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10005 (1429903411671728128)]} 0 0
[junit4:junit4] 2> 11999 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[5 (1429903411671728129)]} 0 0
[junit4:junit4] 2> 12002 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10005 (1429903411674873856)]} 0 1
[junit4:junit4] 2> 12003 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[5 (1429903411674873857)]} 0 1
[junit4:junit4] 2> 12088 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10005 (-1429903411765051393)]} 0 0
[junit4:junit4] 2> 12088 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[5 (-1429903411765051392)]} 0 0
[junit4:junit4] 2> 12090 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[5 (-1429903411767148544)]} 0 0
[junit4:junit4] 2> 12090 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10005 (-1429903411767148545)]} 0 0
[junit4:junit4] 2> 12093 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10006 (1429903411769245697)]} 0 1
[junit4:junit4] 2> 12093 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[6 (1429903411769245696)]} 0 1
[junit4:junit4] 2> 12095 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10006 (1429903411772391424)]} 0 0
[junit4:junit4] 2> 12095 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[6 (1429903411772391425)]} 0 0
[junit4:junit4] 2> 12124 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[7 (1429903411802800128)]} 0 0
[junit4:junit4] 2> 12124 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10007 (1429903411802800129)]} 0 0
[junit4:junit4] 2> 12127 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10007 (1429903411804897280)]} 0 1
[junit4:junit4] 2> 12127 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[7 (1429903411805945856)]} 0 1
[junit4:junit4] 2> 12203 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10008 (1429903411884589057)]} 0 1
[junit4:junit4] 2> 12203 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[8 (1429903411884589056)]} 0 1
[junit4:junit4] 2> 12207 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10008 (1429903411888783360)]} 0 1
[junit4:junit4] 2> 12207 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[8 (1429903411888783361)]} 0 1
[junit4:junit4] 2> 12238 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10009 (1429903411921289216)]} 0 1
[junit4:junit4] 2> 12238 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[9 (1429903411921289217)]} 0 1
[junit4:junit4] 2> 12241 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10009 (1429903411924434944)]} 0 1
[junit4:junit4] 2> 12241 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[9 (1429903411925483520)]} 0 0
[junit4:junit4] 2> 12284 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10006 (-1429903411970572288)]} 0 0
[junit4:junit4] 2> 12284 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[6 (-1429903411970572289)]} 0 0
[junit4:junit4] 2> 12287 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[10006 (-1429903411973718016)]} 0 1
[junit4:junit4] 2> 12287 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[6 (-1429903411973718017)]} 0 0
[junit4:junit4] 2> 12290 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10010 (1429903411975815168)]} 0 1
[junit4:junit4] 2> 12290 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10 (1429903411976863744)]} 0 0
[junit4:junit4] 2> 12294 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10010 (1429903411980009472)]} 0 1
[junit4:junit4] 2> 12294 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10 (1429903411980009473)]} 0 1
[junit4:junit4] 2> 12387 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10007 (-1429903412078575616)]} 0 1
[junit4:junit4] 2> 12387 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[7 (-1429903412078575617)]} 0 0
[junit4:junit4] 2> 12390 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10007 (-1429903412081721344)]} 0 0
[junit4:junit4] 2> 12390 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[7 (-1429903412081721345)]} 0 0
[junit4:junit4] 2> 12393 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10011 (1429903412084867072)]} 0 1
[junit4:junit4] 2> 12394 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[11 (1429903412084867073)]} 0 1
[junit4:junit4] 2> 12397 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10011 (1429903412088012800)]} 0 1
[junit4:junit4] 2> 12397 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[11 (1429903412088012801)]} 0 1
[junit4:junit4] 2> 12480 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[8 (-1429903412176093185)]} 0 0
[junit4:junit4] 2> 12480 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10008 (-1429903412176093184)]} 0 1
[junit4:junit4] 2> 12482 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[8 (-1429903412178190336)]} 0 0
[junit4:junit4] 2> 12482 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[10008 (-1429903412178190337)]} 0 0
[junit4:junit4] 2> 12484 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[12 (1429903412180287488)]} 0 0
[junit4:junit4] 2> 12484 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10012 (1429903412180287489)]} 0 0
[junit4:junit4] 2> 12486 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[12 (1429903412182384640)]} 0 0
[junit4:junit4] 2> 12487 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10012 (1429903412182384641)]} 0 1
[junit4:junit4] 2> 12492 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[13 (1429903412188676096)]} 0 1
[junit4:junit4] 2> 12492 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10013 (1429903412188676097)]} 0 0
[junit4:junit4] 2> 12494 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[13 (1429903412190773248)]} 0 0
[junit4:junit4] 2> 12494 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10013 (1429903412190773249)]} 0 0
[junit4:junit4] 2> 12525 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[10009 (-1429903412223279105)]} 0 1
[junit4:junit4] 2> 12525 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[9 (-1429903412223279104)]} 0 1
[junit4:junit4] 2> 12527 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[9 (-1429903412225376257)]} 0 0
[junit4:junit4] 2> 12527 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[10009 (-1429903412225376256)]} 0 0
[junit4:junit4] 2> 12530 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10014 (1429903412227473408)]} 0 1
[junit4:junit4] 2> 12530 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[14 (1429903412227473409)]} 0 1
[junit4:junit4] 2> 12532 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10014 (1429903412230619136)]} 0 1
[junit4:junit4] 2> 12532 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[14 (1429903412230619137)]} 0 0
[junit4:junit4] 2> 12565 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12566 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39818/_t/p",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:39818__t%2Fp",
[junit4:junit4] 2> "core_node_name":"3"}
[junit4:junit4] 2> 12569 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12569 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12569 T2302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12569 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12596 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10015 (1429903412296679424)]} 0 1
[junit4:junit4] 2> 12596 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[15 (1429903412296679425)]} 0 1
[junit4:junit4] 2> C102_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, state=recovering, base_url=http://127.0.0.1:39818/_t/p, shard=shard1, node_name=127.0.0.1:39818__t%2Fp}
[junit4:junit4] 2> 12605 T2297 C102 P39818 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24bac9aa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e2c582b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12605 T2297 C102 P39818 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 12615 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[15 (1429903412299825152)]} 0 12
[junit4:junit4] 2> 12615 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10015 (1429903412299825153)]} 0 12
[junit4:junit4] 2> 12616 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[15 (1429903412299825152)]} 0 18
[junit4:junit4] 2> 12616 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10015 (1429903412299825153)]} 0 18
[junit4:junit4] 2> 12686 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10 (-1429903412391051264)]} 0 1
[junit4:junit4] 2> 12686 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10010 (-1429903412391051265)]} 0 1
[junit4:junit4] 2> 12690 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10 (-1429903412394196992)]} 0 0
[junit4:junit4] 2> 12690 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10010 (-1429903412394196993)]} 0 0
[junit4:junit4] 2> 12691 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10 (-1429903412394196992)]} 0 3
[junit4:junit4] 2> 12691 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10010 (-1429903412394196993)]} 0 3
[junit4:junit4] 2> 12693 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[16 (1429903412399439872)]} 0 0
[junit4:junit4] 2> 12694 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10016 (1429903412399439873)]} 0 1
[junit4:junit4] 2> 12698 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[16 (1429903412401537024)]} 0 0
[junit4:junit4] 2> 12698 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10016 (1429903412401537025)]} 0 0
[junit4:junit4] 2> 12698 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[16 (1429903412401537024)]} 0 3
[junit4:junit4] 2> 12699 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10016 (1429903412401537025)]} 0 4
[junit4:junit4] 2> 12756 T2279 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&nodeName=127.0.0.1:39818__t%252Fp&action=PREPRECOVERY&core=collection1&onlyIfLeader=true&version=2&state=recovering&checkLive=true&wt=javabin} status=0 QTime=1001
[junit4:junit4] 2> 12774 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[17 (1429903412484374528)]} 0 0
[junit4:junit4] 2> 12774 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10017 (1429903412484374529)]} 0 0
[junit4:junit4] 2> 12780 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[17 (1429903412487520257)]} 0 1
[junit4:junit4] 2> 12780 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10017 (1429903412487520256)]} 0 1
[junit4:junit4] 2> 12781 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[17 (1429903412487520257)]} 0 4
[junit4:junit4] 2> 12781 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10017 (1429903412487520256)]} 0 4
[junit4:junit4] 2> 12796 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[18 (1429903412506394624)]} 0 1
[junit4:junit4] 2> 12796 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10018 (1429903412507443200)]} 0 0
[junit4:junit4] 2> 12801 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[18 (1429903412509540352)]} 0 1
[junit4:junit4] 2> 12802 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10018 (1429903412510588928)]} 0 1
[junit4:junit4] 2> 12802 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[18 (1429903412509540352)]} 0 4
[junit4:junit4] 2> 12802 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10018 (1429903412510588928)]} 0 4
[junit4:junit4] 2> 12881 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[11 (-1429903412596572160)]} 0 0
[junit4:junit4] 2> 12881 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10011 (-1429903412596572161)]} 0 0
[junit4:junit4] 2> 12886 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[11 (-1429903412599717888)]} 0 0
[junit4:junit4] 2> 12886 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10011 (-1429903412599717889)]} 0 0
[junit4:junit4] 2> 12887 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[11 (-1429903412599717888)]} 0 3
[junit4:junit4] 2> 12887 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10011 (-1429903412599717889)]} 0 3
[junit4:junit4] 2> 12890 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[19 (1429903412606009344)]} 0 0
[junit4:junit4] 2> 12891 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10019 (1429903412606009345)]} 0 1
[junit4:junit4] 2> 12896 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[19 (1429903412609155072)]} 0 0
[junit4:junit4] 2> 12897 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10019 (1429903412610203648)]} 0 1
[junit4:junit4] 2> 12897 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[19 (1429903412609155072)]} 0 4
[junit4:junit4] 2> 12898 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10019 (1429903412610203648)]} 0 5
[junit4:junit4] 2> 12986 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[12 (-1429903412706672640)]} 0 0
[junit4:junit4] 2> 12987 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10012 (-1429903412706672641)]} 0 1
[junit4:junit4] 2> 12991 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[12 (-1429903412709818368)]} 0 0
[junit4:junit4] 2> 12991 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10012 (-1429903412709818369)]} 0 0
[junit4:junit4] 2> 12991 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[12 (-1429903412709818368)]} 0 2
[junit4:junit4] 2> 12991 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[10012 (-1429903412709818369)]} 0 2
[junit4:junit4] 2> 12994 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[20 (1429903412715061248)]} 0 0
[junit4:junit4] 2> 12995 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10020 (1429903412715061249)]} 0 1
[junit4:junit4] 2> 13000 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[20 (1429903412718206976)]} 0 1
[junit4:junit4] 2> 13000 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10020 (1429903412718206977)]} 0 0
[junit4:junit4] 2> 13000 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[20 (1429903412718206976)]} 0 3
[junit4:junit4] 2> 13001 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10020 (1429903412718206977)]} 0 4
[junit4:junit4] 2> 13080 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[21 (1429903412805238784)]} 0 0
[junit4:junit4] 2> 13081 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10021 (1429903412805238785)]} 0 1
[junit4:junit4] 2> 13085 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[21 (1429903412807335936)]} 0 1
[junit4:junit4] 2> 13085 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10021 (1429903412808384512)]} 0 1
[junit4:junit4] 2> 13085 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[21 (1429903412807335936)]} 0 3
[junit4:junit4] 2> 13085 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10021 (1429903412808384512)]} 0 3
[junit4:junit4] 2> 13156 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[22 (1429903412883881985)]} 0 1
[junit4:junit4] 2> 13156 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10022 (1429903412883881984)]} 0 1
[junit4:junit4] 2> 13162 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[22 (1429903412888076288)]} 0 1
[junit4:junit4] 2> 13162 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10022 (1429903412888076289)]} 0 1
[junit4:junit4] 2> 13163 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[22 (1429903412888076288)]} 0 5
[junit4:junit4] 2> 13163 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10022 (1429903412888076289)]} 0 4
[junit4:junit4] 2> 13200 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[23 (1429903412931067904)]} 0 0
[junit4:junit4] 2> 13201 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10023 (1429903412931067905)]} 0 1
[junit4:junit4] 2> 13206 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[23 (1429903412934213632)]} 0 0
[junit4:junit4] 2> 13207 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10023 (1429903412935262208)]} 0 1
[junit4:junit4] 2> 13207 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[23 (1429903412934213632)]} 0 4
[junit4:junit4] 2> 13208 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10023 (1429903412935262208)]} 0 5
[junit4:junit4] 2> 13278 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[13 (-1429903413012856832)]} 0 0
[junit4:junit4] 2> 13279 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[10013 (-1429903413013905408)]} 0 1
[junit4:junit4] 2> 13284 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[13 (-1429903413016002560)]} 0 1
[junit4:junit4] 2> 13284 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10013 (-1429903413016002561)]} 0 0
[junit4:junit4] 2> 13285 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[13 (-1429903413016002560)]} 0 4
[junit4:junit4] 2> 13285 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10013 (-1429903413016002561)]} 0 4
[junit4:junit4] 2> 13288 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[24 (1429903413023342592)]} 0 1
[junit4:junit4] 2> 13289 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10024 (1429903413023342593)]} 0 2
[junit4:junit4] 2> 13294 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[24 (1429903413026488320)]} 0 1
[junit4:junit4] 2> 13295 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10024 (1429903413026488321)]} 0 1
[junit4:junit4] 2> 13295 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[24 (1429903413026488320)]} 0 4
[junit4:junit4] 2> 13295 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10024 (1429903413026488321)]} 0 4
[junit4:junit4] 2> 13340 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[25 (1429903413077868544)]} 0 0
[junit4:junit4] 2> 13341 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10025 (1429903413077868545)]} 0 1
[junit4:junit4] 2> 13347 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[25 (1429903413081014272)]} 0 1
[junit4:junit4] 2> 13347 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10025 (1429903413082062848)]} 0 1
[junit4:junit4] 2> 13347 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[25 (1429903413081014272)]} 0 4
[junit4:junit4] 2> 13348 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10025 (1429903413082062848)]} 0 5
[junit4:junit4] 2> 13419 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[15 (-1429903413160706048)]} 0 0
[junit4:junit4] 2> 13420 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10015 (-1429903413161754624)]} 0 0
[junit4:junit4] 2> 13425 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[15 (-1429903413163851776)]} 0 1
[junit4:junit4] 2> 13425 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10015 (-1429903413164900352)]} 0 0
[junit4:junit4] 2> 13425 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[15 (-1429903413163851776)]} 0 3
[junit4:junit4] 2> 13426 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10015 (-1429903413164900352)]} 0 3
[junit4:junit4] 2> 13429 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[26 (1429903413170143232)]} 0 1
[junit4:junit4] 2> 13429 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10026 (1429903413171191808)]} 0 0
[junit4:junit4] 2> 13435 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[26 (1429903413174337536)]} 0 1
[junit4:junit4] 2> 13436 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10026 (1429903413174337537)]} 0 1
[junit4:junit4] 2> 13436 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[26 (1429903413174337536)]} 0 5
[junit4:junit4] 2> 13437 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10026 (1429903413174337537)]} 0 5
[junit4:junit4] 2> 13499 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[27 (1429903413243543552)]} 0 1
[junit4:junit4] 2> 13500 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10027 (1429903413244592128)]} 0 2
[junit4:junit4] 2> 13506 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[27 (1429903413247737856)]} 0 1
[junit4:junit4] 2> 13506 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10027 (1429903413248786432)]} 0 1
[junit4:junit4] 2> 13506 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[27 (1429903413247737856)]} 0 4
[junit4:junit4] 2> 13507 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10027 (1429903413248786432)]} 0 4
[junit4:junit4] 2> 13550 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[28 (1429903413297020928)]} 0 1
[junit4:junit4] 2> 13550 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10028 (1429903413298069504)]} 0 1
[junit4:junit4] 2> 13556 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[28 (1429903413301215232)]} 0 1
[junit4:junit4] 2> 13557 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10028 (1429903413301215233)]} 0 1
[junit4:junit4] 2> 13557 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[28 (1429903413301215232)]} 0 4
[junit4:junit4] 2> 13557 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10028 (1429903413301215233)]} 0 4
[junit4:junit4] 2> 13659 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[18 (-1429903413412364288)]} 0 0
[junit4:junit4] 2> 13659 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10018 (-1429903413412364289)]} 0 0
[junit4:junit4] 2> 13664 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[18 (-1429903413415510016)]} 0 0
[junit4:junit4] 2> 13664 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10018 (-1429903413415510017)]} 0 0
[junit4:junit4] 2> 13665 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[18 (-1429903413415510016)]} 0 3
[junit4:junit4] 2> 13665 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10018 (-1429903413415510017)]} 0 3
[junit4:junit4] 2> 13669 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[29 (1429903413421801472)]} 0 1
[junit4:junit4] 2> 13669 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10029 (1429903413421801473)]} 0 1
[junit4:junit4] 2> 13675 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[29 (1429903413424947200)]} 0 1
[junit4:junit4] 2> 13675 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10029 (1429903413425995776)]} 0 0
[junit4:junit4] 2> 13676 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[29 (1429903413424947200)]} 0 4
[junit4:junit4] 2> 13676 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10029 (1429903413425995776)]} 0 4
[junit4:junit4] 2> 13756 T2244 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 39818
[junit4:junit4] 2> 13757 T2244 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=375249702
[junit4:junit4] 2> 13768 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[19 (-1429903413525610496)]} 0 1
[junit4:junit4] 2> 13768 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10019 (-1429903413526659072)]} 0 0
[junit4:junit4] 2> 13773 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[19 (-1429903413528756224)]} 0 1
[junit4:junit4] 2> 13773 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10019 (-1429903413529804800)]} 0 0
[junit4:junit4] 2> 13774 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[19 (-1429903413528756224)]} 0 4
[junit4:junit4] 2> 13774 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10019 (-1429903413529804800)]} 0 3
[junit4:junit4] 2> 13777 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[30 (1429903413535047680)]} 0 1
[junit4:junit4] 2> 13778 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10030 (1429903413536096256)]} 0 2
[junit4:junit4] 2> 13783 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[30 (1429903413539241984)]} 0 1
[junit4:junit4] 2> 13784 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10030 (1429903413539241985)]} 0 1
[junit4:junit4] 2> 13784 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[30 (1429903413539241984)]} 0 4
[junit4:junit4] 2> 13785 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10030 (1429903413539241985)]} 0 5
[junit4:junit4] 2> 13815 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[21 (-1429903413575942144)]} 0 0
[junit4:junit4] 2> 13816 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10021 (-1429903413575942145)]} 0 1
[junit4:junit4] 2> 13820 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[21 (-1429903413579087872)]} 0 0
[junit4:junit4] 2> 13821 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[21 (-1429903413579087872)]} 0 3
[junit4:junit4] 2> 13821 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10021 (-1429903413580136448)]} 0 0
[junit4:junit4] 2> 13822 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10021 (-1429903413580136448)]} 0 4
[junit4:junit4] 2> 13824 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[31 (1429903413584330752)]} 0 1
[junit4:junit4] 2> 13825 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10031 (1429903413585379328)]} 0 1
[junit4:junit4] 2> 13830 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[31 (1429903413588525056)]} 0 1
[junit4:junit4] 2> 13831 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[31 (1429903413588525056)]} 0 4
[junit4:junit4] 2> 13831 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10031 (1429903413589573632)]} 0 1
[junit4:junit4] 2> 13832 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10031 (1429903413589573632)]} 0 4
[junit4:junit4] 2> 13925 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[32 (1429903413691285504)]} 0 0
[junit4:junit4] 2> 13926 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10032 (1429903413692334080)]} 0 0
[junit4:junit4] 2> 13931 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[32 (1429903413694431232)]} 0 1
[junit4:junit4] 2> 13932 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[32 (1429903413694431232)]} 0 4
[junit4:junit4] 2> 13933 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10032 (1429903413695479808)]} 0 1
[junit4:junit4] 2> 13934 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10032 (1429903413695479808)]} 0 5
[junit4:junit4] 2> 13975 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[33 (1429903413742665728)]} 0 1
[junit4:junit4] 2> 13976 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10033 (1429903413743714304)]} 0 1
[junit4:junit4] 2> 13981 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[33 (1429903413746860032)]} 0 1
[junit4:junit4] 2> 13982 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10033 (1429903413747908608)]} 0 1
[junit4:junit4] 2> 13982 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[33 (1429903413746860032)]} 0 5
[junit4:junit4] 2> 13983 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10033 (1429903413747908608)]} 0 4
[junit4:junit4] 2> 14000 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[22 (-1429903413769928704)]} 0 0
[junit4:junit4] 2> 14001 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10022 (-1429903413770977280)]} 0 1
[junit4:junit4] 2> 14006 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[22 (-1429903413774123008)]} 0 0
[junit4:junit4] 2> 14006 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10022 (-1429903413774123009)]} 0 0
[junit4:junit4] 2> 14007 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[22 (-1429903413774123008)]} 0 4
[junit4:junit4] 2> 14007 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10022 (-1429903413774123009)]} 0 3
[junit4:junit4] 2> 14011 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[34 (1429903413780414464)]} 0 1
[junit4:junit4] 2> 14011 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10034 (1429903413780414465)]} 0 1
[junit4:junit4] 2> 14017 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[34 (1429903413784608768)]} 0 1
[junit4:junit4] 2> 14017 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10034 (1429903413784608769)]} 0 0
[junit4:junit4] 2> 14017 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[34 (1429903413784608768)]} 0 3
[junit4:junit4] 2> 14018 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10034 (1429903413784608769)]} 0 4
[junit4:junit4] 2> 14073 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14074 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39818/_t/p",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "node_name":"127.0.0.1:39818__t%2Fp",
[junit4:junit4] 2> "core_node_name":"3"}
[junit4:junit4] 2> 14078 T2302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14078 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14078 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14078 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14096 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[23 (-1429903413870592000)]} 0 0
[junit4:junit4] 2> 14096 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10023 (-1429903413870592001)]} 0 0
[junit4:junit4] 2> 14098 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10023 (-1429903413872689153)]} 0 0
[junit4:junit4] 2> 14098 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[23 (-1429903413872689152)]} 0 0
[junit4:junit4] 2> 14101 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10035 (1429903413874786304)]} 0 1
[junit4:junit4] 2> 14101 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[35 (1429903413874786305)]} 0 1
[junit4:junit4] 2> 14103 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10035 (1429903413877932032)]} 0 1
[junit4:junit4] 2> 14103 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[35 (1429903413877932033)]} 0 0
[junit4:junit4] 2> 14149 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10025 (-1429903413926166529)]} 0 0
[junit4:junit4] 2> 14149 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[25 (-1429903413926166528)]} 0 0
[junit4:junit4] 2> 14152 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[10025 (-1429903413928263681)]} 0 1
[junit4:junit4] 2> 14152 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[25 (-1429903413928263680)]} 0 1
[junit4:junit4] 2> 14155 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[36 (1429903413931409408)]} 0 1
[junit4:junit4] 2> 14155 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10036 (1429903413931409409)]} 0 1
[junit4:junit4] 2> 14158 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[36 (1429903413935603712)]} 0 1
[junit4:junit4] 2> 14158 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10036 (1429903413935603713)]} 0 0
[junit4:junit4] 2> 14248 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[28 (-1429903414029975552)]} 0 1
[junit4:junit4] 2> 14248 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10028 (-1429903414029975553)]} 0 1
[junit4:junit4] 2> 14250 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[28 (-1429903414032072704)]} 0 0
[junit4:junit4] 2> 14250 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10028 (-1429903414032072705)]} 0 0
[junit4:junit4] 2> 14253 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[37 (1429903414035218432)]} 0 0
[junit4:junit4] 2> 14253 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10037 (1429903414035218433)]} 0 0
[junit4:junit4] 2> 14256 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[37 (1429903414037315584)]} 0 1
[junit4:junit4] 2> 14256 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10037 (1429903414038364160)]} 0 1
[junit4:junit4] 2> 14330 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[38 (1429903414115958784)]} 0 0
[junit4:junit4] 2> 14331 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10038 (1429903414115958785)]} 0 1
[junit4:junit4] 2> 14333 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10038 (1429903414119104512)]} 0 0
[junit4:junit4] 2> 14333 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[38 (1429903414119104513)]} 0 0
[junit4:junit4] 2> 14425 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[10030 (-1429903414215573505)]} 0 1
[junit4:junit4] 2> 14425 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[30 (-1429903414215573504)]} 0 1
[junit4:junit4] 2> 14428 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10030 (-1429903414218719232)]} 0 1
[junit4:junit4] 2> 14428 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[30 (-1429903414218719233)]} 0 0
[junit4:junit4] 2> 14430 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10039 (1429903414220816384)]} 0 0
[junit4:junit4] 2> 14431 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[39 (1429903414220816385)]} 0 1
[junit4:junit4] 2> 14433 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10039 (1429903414223962112)]} 0 0
[junit4:junit4] 2> 14433 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[39 (1429903414223962113)]} 0 0
[junit4:junit4] 2> 14457 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10040 (1429903414248079360)]} 0 1
[junit4:junit4] 2> 14457 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[40 (1429903414248079361)]} 0 1
[junit4:junit4] 2> 14459 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10040 (1429903414251225088)]} 0 0
[junit4:junit4] 2> 14459 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[40 (1429903414251225089)]} 0 0
[junit4:junit4] 2> 14508 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[41 (1429903414302605312)]} 0 0
[junit4:junit4] 2> 14509 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10041 (1429903414302605313)]} 0 1
[junit4:junit4] 2> 14512 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[41 (1429903414305751040)]} 0 1
[junit4:junit4] 2> 14512 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10041 (1429903414305751041)]} 0 1
[junit4:junit4] 2> 14537 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[10033 (-1429903414333014016)]} 0 0
[junit4:junit4] 2> 14537 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[33 (-1429903414333014017)]} 0 0
[junit4:junit4] 2> 14539 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10033 (-1429903414335111168)]} 0 0
[junit4:junit4] 2> 14539 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[33 (-1429903414335111169)]} 0 0
[junit4:junit4] 2> 14542 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10042 (1429903414337208320)]} 0 1
[junit4:junit4] 2> 14542 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[42 (1429903414337208321)]} 0 1
[junit4:junit4] 2> 14544 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10042 (1429903414340354048)]} 0 0
[junit4:junit4] 2> 14544 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[42 (1429903414340354049)]} 0 0
[junit4:junit4] 2> 14645 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10043 (1429903414446260224)]} 0 1
[junit4:junit4] 2> 14645 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[43 (1429903414446260225)]} 0 1
[junit4:junit4] 2> 14648 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10043 (1429903414449405952)]} 0 1
[junit4:junit4] 2> 14648 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[43 (1429903414449405953)]} 0 1
[junit4:junit4] 2> 14685 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10034 (-1429903414488203264)]} 0 1
[junit4:junit4] 2> 14685 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[34 (-1429903414488203265)]} 0 1
[junit4:junit4] 2> 14687 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[10034 (-1429903414490300417)]} 0 0
[junit4:junit4] 2> 14687 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[34 (-1429903414490300416)]} 0 0
[junit4:junit4] 2> 14691 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10044 (1429903414493446144)]} 0 1
[junit4:junit4] 2> 14691 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[44 (1429903414493446145)]} 0 1
[junit4:junit4] 2> 14694 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10044 (1429903414496591872)]} 0 1
[junit4:junit4] 2> 14694 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[44 (1429903414497640448)]} 0 0
[junit4:junit4] 2> C102_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, state=down, base_url=http://127.0.0.1:39818/_t/p, shard=shard1, node_name=127.0.0.1:39818__t%2Fp}
[junit4:junit4] 2> 14757 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43653/_t/p/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14757 T2305 C102 P39818 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39818/_t/p START replicas=[http://127.0.0.1:43653/_t/p/collection1/] nUpdates=100
[junit4:junit4] 2> 14757 T2305 C102 P39818 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14758 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14758 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14758 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14758 T2305 C102 P39818 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 14759 T2305 C102 P39818 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43653/_t/p/collection1/. core=collection1
[junit4:junit4] 2> 14759 T2305 C102 P39818 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14759 T2279 C104 P43653 REQ /get {distrib=false&getVersions=100&version=2&qt=/get&wt=javabin} status=0 QTime=0
[junit4:junit4] 2> 14762 T2280 C104 P43653 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14771 T2280 C104 P43653 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cf2361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a25941),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49cf2361 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a25941),segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1.fnm, _1_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.doc, segments_2, _0.si, _1_Direct_0.tip, _1_Lucene41WithOrds_0.tii, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, _1_TestBloomFilteredLucene41Postings_0.tim, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0_MockRandom_0.doc, _0_Direct_0.tim, _0.nvd, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 14772 T2280 C104 P43653 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1.fnm, _1_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.doc, segments_2, _0.si, _1_Direct_0.tip, _1_Lucene41WithOrds_0.tii, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, _1_TestBloomFilteredLucene41Postings_0.tim, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0_MockRandom_0.doc, _0_Direct_0.tim, _0.nvd, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 14775 T2280 C104 P43653 oass.SolrIndexSearcher.<init> Opening Searcher@15e9374c realtime
[junit4:junit4] 2> 14775 T2280 C104 P43653 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14775 T2280 C104 P43653 /update {openSearcher=false&commit_end_point=true&version=2&commit=true&waitSearcher=true&softCommit=false&wt=javabin} {commit=} 0 13
[junit4:junit4] 2> 14776 T2305 C102 P39818 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14776 T2305 C102 P39818 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14780 T2279 C104 P43653 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14781 T2279 C104 P43653 REQ /replication {command=indexversion&version=2&qt=/replication&wt=javabin} status=0 QTime=4
[junit4:junit4] 2> 14782 T2305 C102 P39818 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 14782 T2305 C102 P39818 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 14782 T2305 C102 P39818 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 14784 T2281 C104 P43653 REQ /replication {command=filelist&version=2&qt=/replication&wt=javabin&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14785 T2305 C102 P39818 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 54
[junit4:junit4] 2> 14785 T2305 C102 P39818 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index.20130319050241439 forceNew: false
[junit4:junit4] 2> 14785 T2305 C102 P39818 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384) fullCopy=true
[junit4:junit4] 2> 14786 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10035 (-1429903414594109440)]} 0 0
[junit4:junit4] 2> 14786 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[35 (-1429903414594109441)]} 0 0
[junit4:junit4] 2> 14788 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.tib&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14798 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[10035 (-1429903414596206592)]} 0 10
[junit4:junit4] 2> 14800 T2281 C104 P43653 REQ /replication {checksum=true&file=_0_Direct_0.tip&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14801 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10045 (1429903414609838080)]} 0 1
[junit4:junit4] 2> 14801 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[35 (-1429903414596206593)]} 0 13
[junit4:junit4] 2> 14804 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10045 (1429903414611935232)]} 0 1
[junit4:junit4] 2> 14804 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[45 (1429903414612983808)]} 0 0
[junit4:junit4] 2> 14804 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14807 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[45 (1429903414615080960)]} 0 1
[junit4:junit4] 2> 14807 T2279 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.skp&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14811 T2280 C104 P43653 REQ /replication {checksum=true&file=_0.fdt&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14814 T2282 C104 P43653 REQ /replication {checksum=true&file=_1_Lucene41WithOrds_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14817 T2281 C104 P43653 REQ /replication {checksum=true&file=_1_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14821 T2279 C104 P43653 REQ /replication {checksum=true&file=_1.fnm&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14824 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_MockRandom_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14827 T2282 C104 P43653 REQ /replication {checksum=true&file=segments_2&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14831 T2281 C104 P43653 REQ /replication {checksum=true&file=_0.si&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14834 T2279 C104 P43653 REQ /replication {checksum=true&file=_1_Lucene41WithOrds_0.tii&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14875 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_Direct_0.tip&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14888 T2282 C104 P43653 REQ /replication {checksum=true&file=_1_MockRandom_0.tip&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14890 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10046 (1429903414702112768)]} 0 1
[junit4:junit4] 2> 14893 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[46 (1429903414705258496)]} 0 1
[junit4:junit4] 2> 14893 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10046 (1429903414705258496)]} 0 1
[junit4:junit4] 2> 14893 T2279 C104 P43653 REQ /replication {checksum=true&file=_1.si&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14896 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[46 (1429903414709452800)]} 0 1
[junit4:junit4] 2> 14897 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_Direct_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14900 T2281 C104 P43653 REQ /replication {checksum=true&file=_1_Direct_0.tim&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14904 T2279 C104 P43653 REQ /replication {checksum=true&file=_0_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14904 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10047 (1429903414717841408)]} 0 1
[junit4:junit4] 2> 14907 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[47 (1429903414720987136)]} 0 0
[junit4:junit4] 2> 14907 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10047 (1429903414720987136)]} 0 0
[junit4:junit4] 2> 14908 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_1.del&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14910 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[47 (1429903414724132864)]} 0 1
[junit4:junit4] 2> 14912 T2279 C104 P43653 REQ /replication {checksum=true&file=_0_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14925 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14938 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_Lucene41WithOrds_0.tib&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=1
[junit4:junit4] 2> 14941 T2281 C104 P43653 REQ /replication {checksum=true&file=_0.nvm&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14945 T2279 C104 P43653 REQ /replication {checksum=true&file=_1.nvd&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=1
[junit4:junit4] 2> 14948 T2282 C104 P43653 REQ /replication {checksum=true&file=_1_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14952 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14956 T2281 C104 P43653 REQ /replication {checksum=true&file=_1.fdt&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14959 T2279 C104 P43653 REQ /replication {checksum=true&file=_0.nvd&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14963 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_Direct_0.tim&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14980 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=1
[junit4:junit4] 2> 15007 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10036 (-1429903414825844736)]} 0 1
[junit4:junit4] 2> 15007 T2281 C104 P43653 REQ /replication {checksum=true&file=_1_MockRandom_0.sd&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15007 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[36 (-1429903414825844737)]} 0 0
[junit4:junit4] 2> 15009 T2282 C104 P43653 /update {version=2&wt=javabin} {delete=[36 (-1429903414827941888)]} 0 0
[junit4:junit4] 2> 15009 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[10036 (-1429903414827941889)]} 0 0
[junit4:junit4] 2> 15011 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_MockRandom_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=1
[junit4:junit4] 2> 15012 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10048 (1429903414831087616)]} 0 0
[junit4:junit4] 2> 15013 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[48 (1429903414832136192)]} 0 1
[junit4:junit4] 2> 15014 T2281 C104 P43653 REQ /replication {checksum=true&file=_1_Direct_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15015 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10048 (1429903414834233344)]} 0 1
[junit4:junit4] 2> 15016 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[48 (1429903414834233345)]} 0 1
[junit4:junit4] 2> 15018 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_Lucene41WithOrds_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15022 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15025 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[38 (-1429903414843670528)]} 0 1
[junit4:junit4] 2> 15025 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[10038 (-1429903414844719104)]} 0 1
[junit4:junit4] 2> 15025 T2281 C104 P43653 REQ /replication {checksum=true&file=_0.fnm&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15027 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[38 (-1429903414846816257)]} 0 0
[junit4:junit4] 2> 15027 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[10038 (-1429903414846816256)]} 0 0
[junit4:junit4] 2> 15029 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.frq&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15030 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[49 (1429903414848913408)]} 0 1
[junit4:junit4] 2> 15030 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10049 (1429903414849961984)]} 0 0
[junit4:junit4] 2> 15032 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[49 (1429903414852059136)]} 0 0
[junit4:junit4] 2> 15033 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_Lucene41WithOrds_0.tii&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=1
[junit4:junit4] 2> 15033 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10049 (1429903414852059137)]} 0 1
[junit4:junit4] 2> 15036 T2282 C104 P43653 REQ /replication {checksum=true&file=_1.nvm&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15040 T2281 C104 P43653 REQ /replication {checksum=true&file=_0_Lucene41WithOrds_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15057 T2279 C104 P43653 REQ /replication {checksum=true&file=_1_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=1
[junit4:junit4] 2> 15069 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15073 T2282 C104 P43653 REQ /replication {checksum=true&file=_1_MockRandom_0.tim&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15077 T2281 C104 P43653 REQ /replication {checksum=true&file=_0_Lucene41WithOrds_0.pos&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15081 T2279 C104 P43653 REQ /replication {checksum=true&file=_0_Direct_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15085 T2280 C104 P43653 REQ /replication {checksum=true&file=_1_Direct_0.doc&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15088 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[10045 (-1429903414909730817)]} 0 1
[junit4:junit4] 2> 15088 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[45 (-1429903414909730816)]} 0 1
[junit4:junit4] 2> 15089 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_1.del&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15090 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[10045 (-1429903414912876544)]} 0 0
[junit4:junit4] 2> 15090 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[45 (-1429903414912876545)]} 0 0
[junit4:junit4] 2> 15093 T2281 C104 P43653 REQ /replication {checksum=true&file=_1_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15093 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10050 (1429903414916022272)]} 0 1
[junit4:junit4] 2> 15094 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[50 (1429903414917070848)]} 0 0
[junit4:junit4] 2> 15097 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10050 (1429903414919168000)]} 0 1
[junit4:junit4] 2> 15097 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[50 (1429903414919168001)]} 0 1
[junit4:junit4] 2> 15097 T2282 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.sd&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15101 T2281 C104 P43653 REQ /replication {checksum=true&file=_0.fdx&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15164 T2280 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.pyl&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15165 T2305 C102 P39818 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.pyl, size=0}
[junit4:junit4] 2> 15167 T2279 C104 P43653 REQ /replication {checksum=true&file=_0_MockRandom_0.tii&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15171 T2282 C104 P43653 REQ /replication {checksum=true&file=_1_Lucene41WithOrds_0.tib&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15174 T2281 C104 P43653 REQ /replication {checksum=true&file=_1.fdx&command=filecontent&qt=/replication&wt=filestream&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15176 T2305 C102 P39818 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 15177 T2305 C102 P39818 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130319050241439
[junit4:junit4] 2> 15178 T2305 C102 P39818 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 15178 T2305 C102 P39818 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 15178 T2305 C102 P39818 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 15180 T2305 C102 P39818 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index/ new=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index.20130319050241439
[junit4:junit4] 2> 15181 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10051 (1429903415007248384)]} 0 1
[junit4:junit4] 2> 15181 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[51 (1429903415007248385)]} 0 1
[junit4:junit4] 2> 15181 T2305 C102 P39818 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384),segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.doc, segments_2, _0.si, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 15182 T2305 C102 P39818 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.doc, segments_2, _0.si, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 15182 T2305 C102 P39818 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 15184 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[51 (1429903415011442689)]} 0 1
[junit4:junit4] 2> 15185 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10051 (1429903415011442688)]} 0 2
[junit4:junit4] 2> 15201 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10050 (-1429903415028219905)]} 0 1
[junit4:junit4] 2> 15201 T2260 C103 P48529 /update {version=2&wt=javabin} {delete=[50 (-1429903415028219904)]} 0 1
[junit4:junit4] 2> 15203 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10050 (-1429903415031365633)]} 0 0
[junit4:junit4] 2> 15203 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[50 (-1429903415031365632)]} 0 0
[junit4:junit4] 2> 15205 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[52 (1429903415033462784)]} 0 0
[junit4:junit4] 2> 15206 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10052 (1429903415033462785)]} 0 1
[junit4:junit4] 2> 15208 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[52 (1429903415035559936)]} 0 1
[junit4:junit4] 2> 15208 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10052 (1429903415036608512)]} 0 1
[junit4:junit4] 2> 15235 T2305 C102 P39818 oass.SolrIndexSearcher.<init> Opening Searcher@2ef47fa3 main
[junit4:junit4] 2> 15236 T2304 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ef47fa3 main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C66/31 _1(4.3):C22/11)}
[junit4:junit4] 2> 15236 T2305 C102 P39818 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(org.apache.lucene.store.RAMDirectory@24bac9aa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e2c582b)
[junit4:junit4] 2> 15236 T2305 C102 P39818 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/index
[junit4:junit4] 2> 15237 T2305 C102 P39818 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(org.apache.lucene.store.RAMDirectory@24bac9aa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e2c582b)
[junit4:junit4] 2> 15237 T2305 C102 P39818 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 15237 T2313 C102 P39818 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363662146658/jetty2/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=4539
[junit4:junit4] 2> 15237 T2313 C102 P39818 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 15238 T2313 C102 P39818 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384),segFN=segments_2,generation=2,filenames=[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.doc, segments_2, _0.si, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384),segFN=segments_3,generation=3,filenames=[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.doc, _0.si, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, segments_3, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 15239 T2313 C102 P39818 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.doc, _0.si, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, segments_3, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 15239 T2313 C102 P39818 oass.SolrIndexSearcher.<init> Opening Searcher@5cfe79f4 main
[junit4:junit4] 2> 15240 T2313 C102 P39818 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15240 T2304 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cfe79f4 main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C66/31 _1(4.3):C22/11)}
[junit4:junit4] 2> 15241 T2313 C102 P39818 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=4539}
[junit4:junit4] 2> 15241 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 15241 T2305 C102 P39818 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 15241 T2305 C102 P39818 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15242 T2305 C102 P39818 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15243 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[53 (1429903415073308672)]} 0 0
[junit4:junit4] 2> 15243 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10053 (1429903415073308673)]} 0 0
[junit4:junit4] 2> 15246 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[53 (1429903415075405824)]} 0 1
[junit4:junit4] 2> 15246 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10053 (1429903415075405825)]} 0 1
[junit4:junit4] 2> 15299 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[10054 (1429903415132028929)]} 0 1
[junit4:junit4] 2> 15299 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[54 (1429903415132028928)]} 0 1
[junit4:junit4] 2> 15302 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10054 (1429903415134126080)]} 0 1
[junit4:junit4] 2> 15302 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[54 (1429903415134126081)]} 0 1
[junit4:junit4] 2> 15356 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10051 (-1429903415191797760)]} 0 0
[junit4:junit4] 2> 15357 T2259 C103 P48529 /update {version=2&wt=javabin} {delete=[51 (-1429903415191797761)]} 0 1
[junit4:junit4] 2> 15359 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10051 (-1429903415194943488)]} 0 0
[junit4:junit4] 2> 15359 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[51 (-1429903415194943489)]} 0 0
[junit4:junit4] 2> 15362 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[55 (1429903415197040640)]} 0 1
[junit4:junit4] 2> 15362 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10055 (1429903415197040641)]} 0 1
[junit4:junit4] 2> 15365 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[55 (1429903415200186368)]} 0 1
[junit4:junit4] 2> 15365 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10055 (1429903415200186369)]} 0 1
[junit4:junit4] 2> 15435 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[55 (-1429903415274635264)]} 0 0
[junit4:junit4] 2> 15435 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10055 (-1429903415274635265)]} 0 0
[junit4:junit4] 2> 15438 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[55 (-1429903415277780992)]} 0 1
[junit4:junit4] 2> 15438 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[10055 (-1429903415277780993)]} 0 0
[junit4:junit4] 2> 15440 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[56 (1429903415279878144)]} 0 1
[junit4:junit4] 2> 15440 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10056 (1429903415279878145)]} 0 0
[junit4:junit4] 2> 15442 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[56 (1429903415281975296)]} 0 0
[junit4:junit4] 2> 15442 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10056 (1429903415281975297)]} 0 0
[junit4:junit4] 2> 15451 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[56 (-1429903415291412480)]} 0 0
[junit4:junit4] 2> 15452 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[10056 (-1429903415291412481)]} 0 1
[junit4:junit4] 2> 15454 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[10056 (-1429903415294558208)]} 0 0
[junit4:junit4] 2> 15454 T2280 C104 P43653 /update {version=2&wt=javabin} {delete=[56 (-1429903415294558209)]} 0 0
[junit4:junit4] 2> 15456 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10057 (1429903415296655360)]} 0 0
[junit4:junit4] 2> 15456 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[57 (1429903415296655361)]} 0 0
[junit4:junit4] 2> 15458 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10057 (1429903415298752512)]} 0 0
[junit4:junit4] 2> 15458 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[57 (1429903415298752513)]} 0 0
[junit4:junit4] 2> 15510 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[58 (1429903415352229888)]} 0 1
[junit4:junit4] 2> 15510 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10058 (1429903415352229889)]} 0 1
[junit4:junit4] 2> 15513 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[10058 (1429903415356424193)]} 0 0
[junit4:junit4] 2> 15513 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[58 (1429903415356424192)]} 0 1
[junit4:junit4] 2> 15577 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[59 (1429903415422484480)]} 0 1
[junit4:junit4] 2> 15577 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10059 (1429903415422484481)]} 0 1
[junit4:junit4] 2> 15579 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[59 (1429903415425630209)]} 0 0
[junit4:junit4] 2> 15580 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10059 (1429903415425630208)]} 0 1
[junit4:junit4] 2> 15580 T2267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15581 T2267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39818/_t/p",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:39818__t%2Fp",
[junit4:junit4] 2> "core_node_name":"3"}
[junit4:junit4] 2> 15584 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15584 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15584 T2302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15584 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15647 T2262 C103 P48529 /update {version=2&wt=javabin} {add=[60 (1429903415496933376)]} 0 0
[junit4:junit4] 2> 15647 T2261 C103 P48529 /update {version=2&wt=javabin} {add=[10060 (1429903415496933377)]} 0 0
[junit4:junit4] 2> C102_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, state=active, base_url=http://127.0.0.1:39818/_t/p, shard=shard1, node_name=127.0.0.1:39818__t%2Fp}
[junit4:junit4] 2> 15653 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10060 (1429903415500079105)]} 0 2
[junit4:junit4] 2> 15653 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[60 (1429903415500079104)]} 0 2
[junit4:junit4] 2> 15654 T2281 C104 P43653 /update {version=2&wt=javabin} {add=[10060 (1429903415500079105)]} 0 5
[junit4:junit4] 2> 15654 T2279 C104 P43653 /update {version=2&wt=javabin} {add=[60 (1429903415500079104)]} 0 5
[junit4:junit4] 2> 15676 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[61 (1429903415526293504)]} 0 1
[junit4:junit4] 2> 15676 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[10061 (1429903415526293505)]} 0 1
[junit4:junit4] 2> 15681 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[61 (1429903415529439232)]} 0 1
[junit4:junit4] 2> 15682 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10061 (1429903415529439233)]} 0 1
[junit4:junit4] 2> 15682 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[61 (1429903415529439232)]} 0 4
[junit4:junit4] 2> 15682 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[10061 (1429903415529439233)]} 0 4
[junit4:junit4] 2> 15725 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10059 (-1429903415578722304)]} 0 0
[junit4:junit4] 2> 15725 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[59 (-1429903415578722305)]} 0 0
[junit4:junit4] 2> 15730 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[59 (-1429903415581868033)]} 0 1
[junit4:junit4] 2> 15730 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10059 (-1429903415581868032)]} 0 0
[junit4:junit4] 2> 15730 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[10059 (-1429903415581868032)]} 0 2
[junit4:junit4] 2> 15730 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[59 (-1429903415581868033)]} 0 2
[junit4:junit4] 2> 15733 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10062 (1429903415586062336)]} 0 1
[junit4:junit4] 2> 15733 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[62 (1429903415586062337)]} 0 1
[junit4:junit4] 2> 15737 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10062 (1429903415589208064)]} 0 0
[junit4:junit4] 2> 15738 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[62 (1429903415589208065)]} 0 1
[junit4:junit4] 2> 15738 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10062 (1429903415589208064)]} 0 3
[junit4:junit4] 2> 15738 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[62 (1429903415589208065)]} 0 3
[junit4:junit4] 2> 15749 T2261 C103 P48529 /update {version=2&wt=javabin} {delete=[10060 (-1429903415603888128)]} 0 0
[junit4:junit4] 2> 15750 T2262 C103 P48529 /update {version=2&wt=javabin} {delete=[60 (-1429903415604936704)]} 0 0
[junit4:junit4] 2> 15754 T2297 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[10060 (-1429903415607033856)]} 0 1
[junit4:junit4] 2> 15754 T2279 C104 P43653 /update {version=2&wt=javabin} {delete=[10060 (-1429903415607033856)]} 0 2
[junit4:junit4] 2> 15754 T2296 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {delete=[60 (-1429903415607033857)]} 0 0
[junit4:junit4] 2> 15755 T2281 C104 P43653 /update {version=2&wt=javabin} {delete=[60 (-1429903415607033857)]} 0 3
[junit4:junit4] 2> 15757 T2259 C103 P48529 /update {version=2&wt=javabin} {add=[10063 (1429903415611228160)]} 0 1
[junit4:junit4] 2> 15758 T2260 C103 P48529 /update {version=2&wt=javabin} {add=[63 (1429903415612276736)]} 0 1
[junit4:junit4] 2> 15759 T2244 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15760 T2244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15764 T2244 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ea731d8
[junit4:junit4] 2> 15765 T2298 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[10063 (1429903415617519616)]} 0 1
[junit4:junit4] 2> 15766 T2280 C104 P43653 /update {version=2&wt=javabin} {add=[10063 (1429903415617519616)]} 0 4
[junit4:junit4] 2> 15766 T2295 C102 P39818 /update {version=2&distrib.from=http://127.0.0.1:43653/_t/p/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[63 (1429903415617519617)]} 0 1
[junit4:junit4] 2> 15767 T2295 C102 P39818 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ea731d8
[junit4:junit4] 2> 15770 T2295 C102 P39818 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Failed to unregister info bean: fieldCache
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:178)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.close(SolrCore.java:970)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4] 2> at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> Caused by: javax.management.InstanceNotFoundException: solr/collection1:type=fieldCache,id=org.apache.solr.search.SolrFieldCacheMBean
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:536)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4] 2> ... 29 more
[junit4:junit4] 2>
[junit4:junit4] 2> 15771 T2295 C102 P39818 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=8,adds=8,deletesById=4,deletesByQuery=0,errors=0,cumulative_adds=48,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 15773 T2295 C102 P39818 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 15773 T2244 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=8,deletesById=4,deletesByQuery=0,errors=0,cumulative_adds=48,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 15774 T2295 C102 P39818 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 15774 T2295 C102 P39818 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 15780 T2295 C102 P39818 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384),segFN=segments_3,generation=3,filenames=[_0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.doc, _0.si, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _0.nvm, segments_3, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _1.fdt, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _1_Direct_0.pos, _1_MockRandom_0.pos, _1_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _0_MockRandom_0.frq, _0_Lucene41WithOrds_0.tii, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tii, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384),segFN=segments_4,generation=4,filenames=[_2.fnm, _0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _2_TestBloomFilteredLucene41Postings_0.tim, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _2_TestBloomFilteredLucene41Postings_0.blm, _2_MockRandom_0.pos, _2_Direct_0.tip, _2_Lucene41WithOrds_0.doc, _2_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.doc, _0.si, _2_MockRandom_0.sd, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _2_1.del, _2.fdt, _0.nvm, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _2_TestBloomFilteredLucene41Postings_0.doc, _2_Direct_0.tim, _2_Lucene41WithOrds_0.tib, _2_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _2_Direct_0.doc, _1.fdt, _2_MockRandom_0.tip, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _2_Lucene41WithOrds_0.tii, _1_Direct_0.pos, _1_MockRandom_0.pos, _2.nvm, _1_Lucene41WithOrds_0.doc, segments_4, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _2.fdx, _0_MockRandom_0.frq, _2.nvd, _0_Lucene41WithOrds_0.tii, _2_TestBloomFilteredLucene41Postings_0.tip, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _2.si, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _2_Direct_0.pos, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _2_MockRandom_0.tim, _0_MockRandom_0.tii, _2_MockRandom_0.doc, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 15781 T2295 C102 P39818 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2.fnm, _0_MockRandom_0.tib, _0_Direct_0.tip, _0_TestBloomFilteredLucene41Postings_0.blm, _2_TestBloomFilteredLucene41Postings_0.tim, _0_MockRandom_0.skp, _0.fdt, _1_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _2_TestBloomFilteredLucene41Postings_0.blm, _2_MockRandom_0.pos, _2_Direct_0.tip, _2_Lucene41WithOrds_0.doc, _2_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.doc, _0.si, _2_MockRandom_0.sd, _1_Lucene41WithOrds_0.tii, _1_Direct_0.tip, _1_MockRandom_0.tip, _1.si, _0_Direct_0.pos, _1_Direct_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _1_1.del, _0_TestBloomFilteredLucene41Postings_0.pos, _0_Lucene41WithOrds_0.tib, _0_MockRandom_0.pos, _2_1.del, _2.fdt, _0.nvm, _1.nvd, _1_TestBloomFilteredLucene41Postings_0.tim, _2_TestBloomFilteredLucene41Postings_0.doc, _2_Direct_0.tim, _2_Lucene41WithOrds_0.tib, _2_Lucene41WithOrds_0.pos, _1_TestBloomFilteredLucene41Postings_0.tip, _2_Direct_0.doc, _1.fdt, _2_MockRandom_0.tip, _0.nvd, _0_Direct_0.tim, _0_MockRandom_0.doc, _1_MockRandom_0.sd, _2_Lucene41WithOrds_0.tii, _1_Direct_0.pos, _1_MockRandom_0.pos, _2.nvm, _1_Lucene41WithOrds_0.doc, segments_4, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fnm, _2.fdx, _0_MockRandom_0.frq, _2.nvd, _0_Lucene41WithOrds_0.tii, _2_TestBloomFilteredLucene41Postings_0.tip, _1.nvm, _0_Lucene41WithOrds_0.doc, _0_TestBloomFilteredLucene41Postings_0.tip, _1_TestBloomFilteredLucene41Postings_0.doc, _1_MockRandom_0.tim, _0_Lucene41WithOrds_0.pos, _2.si, _1_Direct_0.doc, _0_Direct_0.doc, _0_1.del, _1_TestBloomFilteredLucene41Postings_0.blm, _2_Direct_0.pos, _0_MockRandom_0.sd, _0.fdx, _0_MockRandom_0.pyl, _2_MockRandom_0.tim, _0_MockRandom_0.tii, _2_MockRandom_0.doc, _1_Lucene41WithOrds_0.tib, _1.fdx]
[junit4:junit4] 2> 15783 T2295 C102 P39818 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 15783 T2244 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 15784 T2249 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d80990c650008
[junit4:junit4] 2> 15784 T2282 C104 P43653 /update {version=2&wt=javabin} {add=[63 (1429903415617519617)]} 0 22
[junit4:junit4] 2> 15785 T2302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15785 T2246 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59340 which had sessionid 0x13d80990c650008
[junit4:junit4] 2> 15785 T2302 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 15785 T2244 oaz.ZooKeeper.close Session: 0x13d80990c650008 closed
[junit4:junit4] 2> 15786 T2266 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 15785 T2286 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 15786 T2266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 15785 T2302 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 15786 T2286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 15786 T2273 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 15786 T2302 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 15786 T2273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[jun
[...truncated too long message...]
rmat(name=Lucene41WithOrds), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=PostingsFormat(name=Lucene41WithOrds), multiDefault=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=ru_RU, timezone=Egypt
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=110215248,total=222298112
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestSort, TestDocSet, BinaryUpdateRequestHandlerTest, TestExtendedDismaxParser, QueryElevationComponentTest, SolrIndexSplitterTest, TestFaceting, TestSurroundQueryParser, TestSolrCoreProperties, SuggesterFSTTest, ExternalFileFieldSortTest, OverseerTest, ReturnFieldsTest, UnloadDistributedZkTest, TestReversedWildcardFilterFactory, TestFunctionQuery, TestSolrIndexConfig, CoreAdminHandlerTest, LeaderElectionTest, TestFastWriter, TestValueSourceCache, TermVectorComponentTest, TestGroupingSearch, ZkControllerTest, JsonLoaderTest, SoftAutoCommitTest, TestCollationKeyRangeQueries, AnalysisAfterCoreReloadTest, TestPropInjectDefaults, TestTrie, TestLFUCache, SliceStateTest, MoreLikeThisHandlerTest, PeerSyncTest, TestBadConfig, TestPhraseSuggestions, TestLRUCache, CSVRequestHandlerTest, CacheHeaderTest, PreAnalyzedFieldTest, DistributedTermsComponentTest, ScriptEngineTest, TestPseudoReturnFields, OverseerCollectionProcessorTest, LegacyHTMLStripCharFilterTest, TestFieldTypeResource, TestPerFieldSimilarity, DateFieldTest, SchemaVersionSpecificBehaviorTest, AutoCommitTest, SOLR749Test, PolyFieldTest, SpatialFilterTest, SyncSliceTest, SimpleFacetsTest, SystemInfoHandlerTest, RAMDirectoryFactoryTest, TestSweetSpotSimilarityFactory, ShowFileRequestHandlerTest, SliceStateUpdateTest, SolrInfoMBeanTest, FastVectorHighlighterTest, TestJoin, LukeRequestHandlerTest, DistributedSpellCheckComponentTest, PrimitiveFieldTypeTest, TestStressRecovery, TestRemoteStreaming, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, RecoveryZkTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest -Dtests.seed=A090C4EC1890DCEA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=Egypt -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J0 | RecoveryZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2303, name=coreLoadExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4] > at java.lang.Thread.getStackTrace(Thread.java:1569)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4] > at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
[junit4:junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4] > at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
[junit4:junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
[junit4:junit4] > at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
[junit4:junit4] > at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4:junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@507be456 lockFactory=org.apache.lucene.store.NativeFSLockFactory@57686642)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > ... 1 more
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2305, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4] > at java.lang.Thread.getStackTrace(Thread.java:1569)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4] > at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
[junit4:junit4] > at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4] > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f56a750 lockFactory=org.apache.lucene.store.NativeFSLockFactory@570bf384)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J0 in 37.73s, 1 test, 2 errors <<< FAILURES!
[...truncated 404 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 2 suite-level errors, 13 ignored (7 assumptions)
Total time: 38 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure
Re: [JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build #
4727 - Still Failing!
Posted by Robert Muir <rc...@gmail.com>.
Test bug: I committed a fix.
On Mon, Mar 18, 2013 at 9:41 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4727/
> Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC
>
> 1 tests failed.
> REGRESSION: org.apache.lucene.index.TestStoredFieldsFormat.testWriteReadMerge
>
> Error Message:
> sub-readers have different BytesRef.Comparators; cannot merge
>
> Stack Trace:
> java.lang.IllegalStateException: sub-readers have different BytesRef.Comparators; cannot merge
> at __randomizedtesting.SeedInfo.seed([BBFBD4F1C6ECC4D5:6D4BEE1A5D1D9FF7]:0)
> at org.apache.lucene.index.MultiTerms.<init>(MultiTerms.java:67)
> at org.apache.lucene.index.MultiFields.terms(MultiFields.java:234)
> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:69)
> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:383)
> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:116)
> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3693)
> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3296)
> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1847)
> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1484)
> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1148)
> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1129)
> at org.apache.lucene.index.BaseStoredFieldsFormatTestCase.testWriteReadMerge(BaseStoredFieldsFormatTestCase.java:541)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:487)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> at java.lang.Thread.run(Thread.java:722)
>
>
>
>
> Build Log:
> [...truncated 1279 lines...]
> [junit4:junit4] Suite: org.apache.lucene.index.TestStoredFieldsFormat
> [junit4:junit4] IGNOR/A 0.00s J0 | TestStoredFieldsFormat.testBigDocuments
> [junit4:junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly)
> [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStoredFieldsFormat -Dtests.method=testWriteReadMerge -Dtests.seed=BBFBD4F1C6ECC4D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_CH -Dtests.timezone=Antarctica/McMurdo -Dtests.file.encoding=ISO-8859-1
> [junit4:junit4] ERROR 0.77s J0 | TestStoredFieldsFormat.testWriteReadMerge <<<
> [junit4:junit4] > Throwable #1: java.lang.IllegalStateException: sub-readers have different BytesRef.Comparators; cannot merge
> [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([BBFBD4F1C6ECC4D5:6D4BEE1A5D1D9FF7]:0)
> [junit4:junit4] > at org.apache.lucene.index.MultiTerms.<init>(MultiTerms.java:67)
> [junit4:junit4] > at org.apache.lucene.index.MultiFields.terms(MultiFields.java:234)
> [junit4:junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:69)
> [junit4:junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:383)
> [junit4:junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:116)
> [junit4:junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3693)
> [junit4:junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3296)
> [junit4:junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
> [junit4:junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1847)
> [junit4:junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1484)
> [junit4:junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1148)
> [junit4:junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1129)
> [junit4:junit4] > at org.apache.lucene.index.BaseStoredFieldsFormatTestCase.testWriteReadMerge(BaseStoredFieldsFormatTestCase.java:541)
> [junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> [junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:487)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=it_CH, timezone=Antarctica/McMurdo
> [junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=121774952,total=287899648
> [junit4:junit4] 2> NOTE: All tests run in this JVM: [TestNGramPhraseQuery, TestMultiFields, TestDocumentsWriterStallControl, TestNRTThreads, TestIndexWriterConfig, TestBlockPostingsFormat3, TestSloppyPhraseQuery2, Nested1, Nested2, Nested3, TestDoubleBarrelLRUCache, TestCachingCollector, TestLazyProxSkipping, TestShardSearching, TestMockDirectoryWrapper, TestMultiValuedNumericRangeQuery, TestIntsRef, Test2BDocs, TestSearch, TestTotalHitCountCollector, TestSimilarityBase, TestSimilarityProvider, TestBagOfPositions, TestExplanations, TestTieredMergePolicy, TestNearSpansOrdered, TestTimeLimitingCollector, TestNRTManager, Nested1, TestLucene40PostingsFormat, TestSloppyPhraseQuery, TestPerFieldPostingsFormat2, TestRateLimiter, TestMultiDocValues, TestSegmentReader, TestWeakIdentityMap, TestPayloadsOnVectors, TestDateSort, TestIndexWriterReader, TestRegexpRandom, TestCollectionUtil, TestLevenshteinAutomata, TestRegexpRandom2, TestLucene40PostingsReader, TestFlushByRamOrCountsPolicy, TestSimilarity2, TestSort, TestDocument, TestNoDeletionPolicy, TestPrefixQuery, TestStressNRT, TestDateTools, TestWindowsMMap, TestCompressingStoredFieldsFormat, TestOmitPositions, TestSpanMultiTermQueryWrapper, TestWorstCaseTestBehavior, TestSimpleExplanations, TestPerSegmentDeletes, TestIndexWriterLockRelease, TestDoc, TestFieldMaskingSpanQuery, TestIndexWriter, TestSimpleAttributeImpl, TestConstantScoreQuery, TestSearcherManager, TestIndexWriterUnicode, TestIndexWriterCommit, TestToken, TestTopScoreDocCollector, TestDocIdSet, TestTermsEnum2, TestRollingUpdates, TestCodecHoldsOpenFiles, TestBagOfPostings, TestCharFilter, TestTermInfosReaderIndex, TestCopyBytes, MultiCollectorTest, TestForUtil, TestSpanSearchEquivalence, TestCharTermAttributeImpl, TestPositionIncrement, TestAutomatonQuery, TestAttributeSource, TestStressAdvance, TestSubScorerFreqs, TestMockAnalyzer, TestFieldCacheRewriteMethod, TestLucene3xPostingsFormat, TestDocValuesFormat, TestNumericRangeQuery32, TestLookaheadTokenFilter, TestAddIndexes, TestDeletionPolicy, TestBooleanOr, TestIndexWriterDelete, TestLucene40DocValuesFormat, TestIndexWriterMergePolicy, TestDuelingCodecs, TestSearchAfter, TestTopDocsMerge, TestCompoundFile, TestStressIndexing, TestIndexWriterForceMerge, TestArrayUtil, TestConsistentFieldNumbers, TestSegmentMerger, TestIndexWriterNRTIsCurrent, TestTransactions, TestCrash, TestSegmentTermDocs, TestBitVector, TestFieldsReader, TestCustomSearcherSort, TestPostingsFormat, TestDeterminizeLexicon, TestFieldCache, TestMixedCodecs, TestSpanExplanations, TestDocTermOrds, Nested, TestStressIndexing2, TestDeterminism, TestRamUsageEstimatorOnWildAnimals, TestCodecs, TestBytesRefHash, TestSpecialOperations, TestForceMergeForever, TestPayloadNearQuery, TestCrashCausesCorruptIndex, TestLiveFieldValues, TestForTooMuchCloning, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, TestTermVectors, TestTermVectorsReader, TestTopDocsCollector, TestSegmentTermEnum, TestBooleanQuery, TestSortRandom, TestAllFilesHaveCodecHeader, TestTermScorer, TestFileSwitchDirectory, TestIndexableField, TestMultiLevelSkipList, TestCheckIndex, TestFieldValueFilter, TestBooleanQueryVisitSubscorers, InBeforeClass, InAfterClass, InTestMethod, NonStringProperties, TestIndexFileDeleter, TestCompiledAutomaton, TestDocValuesWithThreads, Before3, Before3, TestParallelTermEnum, TestElevationComparator, TestFilteredSearch, TestBinaryTerms, TestConjunctions, Nested, Nested, TestSpanExplanationsOfNonMatches, TestSmallFloat, TestSetOnce, TestCachingTokenFilter, TestSpansAdvanced, TestDateFilter, TestSameTokenSamePosition, TestAutomatonQueryUnicode, TestFieldCacheTermsFilter, TestRecyclingByteBlockAllocator, Nested, TestNoMergePolicy, TestNamedSPILoader, TestByteBlockPool, Nested1, TestFieldInfos, TestVersionComparator, TestVersion, TestDocBoost, Test2BPositions, TestIOUtils, TestNewestSegment, TestImpersonation, TestLucene3xTermVectorsFormat, TestSurrogates, TestStoredFieldsFormat]
> [junit4:junit4] Completed on J0 in 25.11s, 10 tests, 1 error, 1 skipped <<< FAILURES!
>
> [...truncated 10 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:50: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 356 suites, 2244 tests, 1 error, 45 ignored (33 assumptions)
>
> Total time: 10 minutes 25 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build #
4727 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4727/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.lucene.index.TestStoredFieldsFormat.testWriteReadMerge
Error Message:
sub-readers have different BytesRef.Comparators; cannot merge
Stack Trace:
java.lang.IllegalStateException: sub-readers have different BytesRef.Comparators; cannot merge
at __randomizedtesting.SeedInfo.seed([BBFBD4F1C6ECC4D5:6D4BEE1A5D1D9FF7]:0)
at org.apache.lucene.index.MultiTerms.<init>(MultiTerms.java:67)
at org.apache.lucene.index.MultiFields.terms(MultiFields.java:234)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:69)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:383)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:116)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3693)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3296)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1847)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1484)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1148)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1129)
at org.apache.lucene.index.BaseStoredFieldsFormatTestCase.testWriteReadMerge(BaseStoredFieldsFormatTestCase.java:541)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:487)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 1279 lines...]
[junit4:junit4] Suite: org.apache.lucene.index.TestStoredFieldsFormat
[junit4:junit4] IGNOR/A 0.00s J0 | TestStoredFieldsFormat.testBigDocuments
[junit4:junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly)
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestStoredFieldsFormat -Dtests.method=testWriteReadMerge -Dtests.seed=BBFBD4F1C6ECC4D5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_CH -Dtests.timezone=Antarctica/McMurdo -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 0.77s J0 | TestStoredFieldsFormat.testWriteReadMerge <<<
[junit4:junit4] > Throwable #1: java.lang.IllegalStateException: sub-readers have different BytesRef.Comparators; cannot merge
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([BBFBD4F1C6ECC4D5:6D4BEE1A5D1D9FF7]:0)
[junit4:junit4] > at org.apache.lucene.index.MultiTerms.<init>(MultiTerms.java:67)
[junit4:junit4] > at org.apache.lucene.index.MultiFields.terms(MultiFields.java:234)
[junit4:junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:69)
[junit4:junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:383)
[junit4:junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:116)
[junit4:junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:3693)
[junit4:junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3296)
[junit4:junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4:junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1847)
[junit4:junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1484)
[junit4:junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1148)
[junit4:junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1129)
[junit4:junit4] > at org.apache.lucene.index.BaseStoredFieldsFormatTestCase.testWriteReadMerge(BaseStoredFieldsFormatTestCase.java:541)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=it_CH, timezone=Antarctica/McMurdo
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=121774952,total=287899648
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestNGramPhraseQuery, TestMultiFields, TestDocumentsWriterStallControl, TestNRTThreads, TestIndexWriterConfig, TestBlockPostingsFormat3, TestSloppyPhraseQuery2, Nested1, Nested2, Nested3, TestDoubleBarrelLRUCache, TestCachingCollector, TestLazyProxSkipping, TestShardSearching, TestMockDirectoryWrapper, TestMultiValuedNumericRangeQuery, TestIntsRef, Test2BDocs, TestSearch, TestTotalHitCountCollector, TestSimilarityBase, TestSimilarityProvider, TestBagOfPositions, TestExplanations, TestTieredMergePolicy, TestNearSpansOrdered, TestTimeLimitingCollector, TestNRTManager, Nested1, TestLucene40PostingsFormat, TestSloppyPhraseQuery, TestPerFieldPostingsFormat2, TestRateLimiter, TestMultiDocValues, TestSegmentReader, TestWeakIdentityMap, TestPayloadsOnVectors, TestDateSort, TestIndexWriterReader, TestRegexpRandom, TestCollectionUtil, TestLevenshteinAutomata, TestRegexpRandom2, TestLucene40PostingsReader, TestFlushByRamOrCountsPolicy, TestSimilarity2, TestSort, TestDocument, TestNoDeletionPolicy, TestPrefixQuery, TestStressNRT, TestDateTools, TestWindowsMMap, TestCompressingStoredFieldsFormat, TestOmitPositions, TestSpanMultiTermQueryWrapper, TestWorstCaseTestBehavior, TestSimpleExplanations, TestPerSegmentDeletes, TestIndexWriterLockRelease, TestDoc, TestFieldMaskingSpanQuery, TestIndexWriter, TestSimpleAttributeImpl, TestConstantScoreQuery, TestSearcherManager, TestIndexWriterUnicode, TestIndexWriterCommit, TestToken, TestTopScoreDocCollector, TestDocIdSet, TestTermsEnum2, TestRollingUpdates, TestCodecHoldsOpenFiles, TestBagOfPostings, TestCharFilter, TestTermInfosReaderIndex, TestCopyBytes, MultiCollectorTest, TestForUtil, TestSpanSearchEquivalence, TestCharTermAttributeImpl, TestPositionIncrement, TestAutomatonQuery, TestAttributeSource, TestStressAdvance, TestSubScorerFreqs, TestMockAnalyzer, TestFieldCacheRewriteMethod, TestLucene3xPostingsFormat, TestDocValuesFormat, TestNumericRangeQuery32, TestLookaheadTokenFilter, TestAddIndexes, TestDeletionPolicy, TestBooleanOr, TestIndexWriterDelete, TestLucene40DocValuesFormat, TestIndexWriterMergePolicy, TestDuelingCodecs, TestSearchAfter, TestTopDocsMerge, TestCompoundFile, TestStressIndexing, TestIndexWriterForceMerge, TestArrayUtil, TestConsistentFieldNumbers, TestSegmentMerger, TestIndexWriterNRTIsCurrent, TestTransactions, TestCrash, TestSegmentTermDocs, TestBitVector, TestFieldsReader, TestCustomSearcherSort, TestPostingsFormat, TestDeterminizeLexicon, TestFieldCache, TestMixedCodecs, TestSpanExplanations, TestDocTermOrds, Nested, TestStressIndexing2, TestDeterminism, TestRamUsageEstimatorOnWildAnimals, TestCodecs, TestBytesRefHash, TestSpecialOperations, TestForceMergeForever, TestPayloadNearQuery, TestCrashCausesCorruptIndex, TestLiveFieldValues, TestForTooMuchCloning, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, TestTermVectors, TestTermVectorsReader, TestTopDocsCollector, TestSegmentTermEnum, TestBooleanQuery, TestSortRandom, TestAllFilesHaveCodecHeader, TestTermScorer, TestFileSwitchDirectory, TestIndexableField, TestMultiLevelSkipList, TestCheckIndex, TestFieldValueFilter, TestBooleanQueryVisitSubscorers, InBeforeClass, InAfterClass, InTestMethod, NonStringProperties, TestIndexFileDeleter, TestCompiledAutomaton, TestDocValuesWithThreads, Before3, Before3, TestParallelTermEnum, TestElevationComparator, TestFilteredSearch, TestBinaryTerms, TestConjunctions, Nested, Nested, TestSpanExplanationsOfNonMatches, TestSmallFloat, TestSetOnce, TestCachingTokenFilter, TestSpansAdvanced, TestDateFilter, TestSameTokenSamePosition, TestAutomatonQueryUnicode, TestFieldCacheTermsFilter, TestRecyclingByteBlockAllocator, Nested, TestNoMergePolicy, TestNamedSPILoader, TestByteBlockPool, Nested1, TestFieldInfos, TestVersionComparator, TestVersion, TestDocBoost, Test2BPositions, TestIOUtils, TestNewestSegment, TestImpersonation, TestLucene3xTermVectorsFormat, TestSurrogates, TestStoredFieldsFormat]
[junit4:junit4] Completed on J0 in 25.11s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:50: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 356 suites, 2244 tests, 1 error, 45 ignored (33 assumptions)
Total time: 10 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure
Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build #
4726 - Still Failing!
Posted by Robert Muir <rm...@apache.org>.
This is doing a lot of lookups by term (from previous readers) in its
setNextReader to go back to ord, i'm not really sure its the most
efficient way.
Also it doesn't help the test gets simpletext codec.
But from my perspective, DocTermsOrds should not have such a slow
seekExact(), but implement both lookupTerm() and termsEnum(). the
latter is trivial and makes the test finish in 4 minutes. I'll look at
the seekCeil logic and see if I can address lookupTerm too.
Index: lucene/core/src/java/org/apache/lucene/index/DocTermOrds.java
===================================================================
--- lucene/core/src/java/org/apache/lucene/index/DocTermOrds.java (revision
1458071)
+++ lucene/core/src/java/org/apache/lucene/index/DocTermOrds.java (working copy)
@@ -880,5 +880,12 @@
public long getValueCount() {
return numTerms();
}
+
+ // TODO: implement lookupTerm based on logic in seekCeil()
+
+ @Override
+ public TermsEnum termsEnum() {
+ return te;
+ }
}
}
On Mon, Mar 18, 2013 at 8:45 PM, Robert Muir <rm...@apache.org> wrote:
> I'll dig. it seems to emit heartbeats with jdk7 too.
>
> On Mon, Mar 18, 2013 at 8:39 PM, Policeman Jenkins Server
> <je...@thetaphi.de> wrote:
>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4726/
>> Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
>>
>> 2 tests failed.
>> FAILED: junit.framework.TestSuite.org.apache.lucene.search.grouping.GroupFacetCollectorTest
>>
>> Error Message:
>> Suite timeout exceeded (>= 7200000 msec).
>>
>> Stack Trace:
>> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>> at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
>>
>>
>> REGRESSION: org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom
>>
>> Error Message:
>> Test abandoned because suite timeout was reached.
>>
>> Stack Trace:
>> java.lang.Exception: Test abandoned because suite timeout was reached.
>> at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 7101 lines...]
>> [junit4:junit4] Suite: org.apache.lucene.search.grouping.GroupFacetCollectorTest
>> [junit4:junit4] 2> mar 18, 2013 9:36:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
>> [junit4:junit4] 2> Avvertenza: Suite execution timed out: org.apache.lucene.search.grouping.GroupFacetCollectorTest
>> [junit4:junit4] 2> ==== jstack at approximately timeout time ====
>> [junit4:junit4] 2> "TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440]" ID=10 RUNNABLE
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:494)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
>> [junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
>> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
>> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
>> [junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
>> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
>> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
>> [junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
>> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>> [junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> [junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> "SUITE-GroupFacetCollectorTest-seed#[66116EFB07D97440]" ID=9 RUNNABLE
>> [junit4:junit4] 2> at sun.management.ThreadImpl.dumpThreads0(Native Method)
>> [junit4:junit4] 2> at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:655)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$800(ThreadLeakControl.java:60)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:396)
>> [junit4:junit4] 2> - locked java.lang.Object@45d66c
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:556)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:79)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:492)
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> "Signal Dispatcher" ID=5 RUNNABLE
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@3aae4a
>> [junit4:junit4] 2> at java.lang.Object.wait(Native Method)
>> [junit4:junit4] 2> - waiting on java.lang.ref.ReferenceQueue$Lock@3aae4a
>> [junit4:junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
>> [junit4:junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
>> [junit4:junit4] 2> at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@152f172
>> [junit4:junit4] 2> at java.lang.Object.wait(Native Method)
>> [junit4:junit4] 2> - waiting on java.lang.ref.Reference$Lock@152f172
>> [junit4:junit4] 2> at java.lang.Object.wait(Object.java:502)
>> [junit4:junit4] 2> at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:142)
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$1@421c14
>> [junit4:junit4] 2> at java.lang.Object.wait(Native Method)
>> [junit4:junit4] 2> - waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$1@421c14
>> [junit4:junit4] 2> at java.lang.Thread.join(Thread.java:1261)
>> [junit4:junit4] 2> at java.lang.Thread.join(Thread.java:1335)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:502)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:399)
>> [junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:180)
>> [junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
>> [junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> ^^==============================================
>> [junit4:junit4] 2>
>> [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GroupFacetCollectorTest -Dtests.method=testRandom -Dtests.seed=66116EFB07D97440 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Jujuy -Dtests.file.encoding=ISO-8859-1
>> [junit4:junit4] ERROR 7199s J1 | GroupFacetCollectorTest.testRandom <<<
>> [junit4:junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
>> [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
>> [junit4:junit4] 2> mar 18, 2013 9:36:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>> [junit4:junit4] 2> Avvertenza: Will linger awaiting termination of 1 leaked thread(s).
>> [junit4:junit4] 2> mar 18, 2013 9:37:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>> [junit4:junit4] 2> Grave: 1 thread leaked from SUITE scope at org.apache.lucene.search.grouping.GroupFacetCollectorTest:
>> [junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.newPair(PairOutputs.java:74)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:134)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:135)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:488)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
>> [junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
>> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
>> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
>> [junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
>> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
>> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
>> [junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
>> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>> [junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> [junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
>> [junit4:junit4] 2> mar 18, 2013 9:37:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
>> [junit4:junit4] 2> Informazioni: Starting to interrupt leaked threads:
>> [junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
>> [junit4:junit4] 2> mar 18, 2013 9:37:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
>> [junit4:junit4] 2> Grave: There are still zombie threads that couldn't be terminated:
>> [junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.valid(PairOutputs.java:93)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:133)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:488)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
>> [junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
>> [junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
>> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
>> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
>> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
>> [junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
>> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
>> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
>> [junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
>> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>> [junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> [junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
>> [junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {group=PostingsFormat(name=SimpleText), hotel=Lucene41(blocksize=128), facet=PostingsFormat(name=SimpleText), content=PostingsFormat(name=NestedPulsing), x=Lucene41(blocksize=128), airport=PostingsFormat(name=NestedPulsing)}, docValues:{facet_dv=DocValuesFormat(name=SimpleText), group_dv=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=it_IT, timezone=America/Jujuy
>> [junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=12003920,total=25985024
>> [junit4:junit4] 2> NOTE: All tests run in this JVM: [GroupFacetCollectorTest]
>> [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GroupFacetCollectorTest -Dtests.seed=66116EFB07D97440 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Jujuy -Dtests.file.encoding=ISO-8859-1
>> [junit4:junit4] ERROR 0.00s J1 | GroupFacetCollectorTest (suite) <<<
>> [junit4:junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>> [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
>> [junit4:junit4] Completed on J1 in 7223.36s, 2 tests, 2 errors <<< FAILURES!
>>
>> [...truncated 14 lines...]
>> BUILD FAILED
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:548: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 6 suites, 11 tests, 1 suite-level error, 1 error, 1 ignored
>>
>> Total time: 151 minutes 31 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Archiving artifacts
>> Recording test results
>> Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
>> Email was triggered for: Failure
>> Sending email for trigger: Failure
>>
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build #
4726 - Still Failing!
Posted by Robert Muir <rm...@apache.org>.
I'll dig. it seems to emit heartbeats with jdk7 too.
On Mon, Mar 18, 2013 at 8:39 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4726/
> Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
>
> 2 tests failed.
> FAILED: junit.framework.TestSuite.org.apache.lucene.search.grouping.GroupFacetCollectorTest
>
> Error Message:
> Suite timeout exceeded (>= 7200000 msec).
>
> Stack Trace:
> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
> at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
>
>
> REGRESSION: org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom
>
> Error Message:
> Test abandoned because suite timeout was reached.
>
> Stack Trace:
> java.lang.Exception: Test abandoned because suite timeout was reached.
> at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
>
>
>
>
> Build Log:
> [...truncated 7101 lines...]
> [junit4:junit4] Suite: org.apache.lucene.search.grouping.GroupFacetCollectorTest
> [junit4:junit4] 2> mar 18, 2013 9:36:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
> [junit4:junit4] 2> Avvertenza: Suite execution timed out: org.apache.lucene.search.grouping.GroupFacetCollectorTest
> [junit4:junit4] 2> ==== jstack at approximately timeout time ====
> [junit4:junit4] 2> "TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440]" ID=10 RUNNABLE
> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:494)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
> [junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
> [junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
> [junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> [junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4] 2>
> [junit4:junit4] 2> "SUITE-GroupFacetCollectorTest-seed#[66116EFB07D97440]" ID=9 RUNNABLE
> [junit4:junit4] 2> at sun.management.ThreadImpl.dumpThreads0(Native Method)
> [junit4:junit4] 2> at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:655)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$800(ThreadLeakControl.java:60)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:396)
> [junit4:junit4] 2> - locked java.lang.Object@45d66c
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:556)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:79)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:492)
> [junit4:junit4] 2>
> [junit4:junit4] 2> "Signal Dispatcher" ID=5 RUNNABLE
> [junit4:junit4] 2>
> [junit4:junit4] 2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@3aae4a
> [junit4:junit4] 2> at java.lang.Object.wait(Native Method)
> [junit4:junit4] 2> - waiting on java.lang.ref.ReferenceQueue$Lock@3aae4a
> [junit4:junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
> [junit4:junit4] 2> at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
> [junit4:junit4] 2> at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)
> [junit4:junit4] 2>
> [junit4:junit4] 2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@152f172
> [junit4:junit4] 2> at java.lang.Object.wait(Native Method)
> [junit4:junit4] 2> - waiting on java.lang.ref.Reference$Lock@152f172
> [junit4:junit4] 2> at java.lang.Object.wait(Object.java:502)
> [junit4:junit4] 2> at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:142)
> [junit4:junit4] 2>
> [junit4:junit4] 2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$1@421c14
> [junit4:junit4] 2> at java.lang.Object.wait(Native Method)
> [junit4:junit4] 2> - waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$1@421c14
> [junit4:junit4] 2> at java.lang.Thread.join(Thread.java:1261)
> [junit4:junit4] 2> at java.lang.Thread.join(Thread.java:1335)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:502)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:399)
> [junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:180)
> [junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
> [junit4:junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
> [junit4:junit4] 2>
> [junit4:junit4] 2> ^^==============================================
> [junit4:junit4] 2>
> [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GroupFacetCollectorTest -Dtests.method=testRandom -Dtests.seed=66116EFB07D97440 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Jujuy -Dtests.file.encoding=ISO-8859-1
> [junit4:junit4] ERROR 7199s J1 | GroupFacetCollectorTest.testRandom <<<
> [junit4:junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
> [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
> [junit4:junit4] 2> mar 18, 2013 9:36:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4:junit4] 2> Avvertenza: Will linger awaiting termination of 1 leaked thread(s).
> [junit4:junit4] 2> mar 18, 2013 9:37:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4:junit4] 2> Grave: 1 thread leaked from SUITE scope at org.apache.lucene.search.grouping.GroupFacetCollectorTest:
> [junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.newPair(PairOutputs.java:74)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:134)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:135)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:488)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
> [junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
> [junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
> [junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> [junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4] 2> mar 18, 2013 9:37:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
> [junit4:junit4] 2> Informazioni: Starting to interrupt leaked threads:
> [junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
> [junit4:junit4] 2> mar 18, 2013 9:37:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
> [junit4:junit4] 2> Grave: There are still zombie threads that couldn't be terminated:
> [junit4:junit4] 2> 1) Thread[id=10, name=TEST-GroupFacetCollectorTest.testRandom-seed#[66116EFB07D97440], state=RUNNABLE, group=TGRP-GroupFacetCollectorTest]
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.valid(PairOutputs.java:93)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:133)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.PairOutputs.add(PairOutputs.java:31)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.pushFirst(FSTEnum.java:488)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.FSTEnum.doNext(FSTEnum.java:111)
> [junit4:junit4] 2> at org.apache.lucene.util.fst.BytesRefFSTEnum.next(BytesRefFSTEnum.java:57)
> [junit4:junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextTermsEnum.next(SimpleTextFieldsReader.java:156)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$OrdWrappedTermsEnum.seekExact(DocTermOrds.java:736)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds.lookupTerm(DocTermOrds.java:761)
> [junit4:junit4] 2> at org.apache.lucene.index.DocTermOrds$Iterator.lookupOrd(DocTermOrds.java:870)
> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValues.lookupTerm(SortedSetDocValues.java:106)
> [junit4:junit4] 2> at org.apache.lucene.index.SortedSetDocValuesTermsEnum.seekExact(SortedSetDocValuesTermsEnum.java:65)
> [junit4:junit4] 2> at org.apache.lucene.search.grouping.term.TermGroupFacetCollector$MV.setNextReader(TermGroupFacetCollector.java:305)
> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:602)
> [junit4:junit4] 2> at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309)
> [junit4:junit4] 2> at org.apache.lucene.search.grouping.GroupFacetCollectorTest.testRandom(GroupFacetCollectorTest.java:379)
> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> [junit4:junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4] 2> at java.lang.reflect.Method.invoke(Method.java:487)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {group=PostingsFormat(name=SimpleText), hotel=Lucene41(blocksize=128), facet=PostingsFormat(name=SimpleText), content=PostingsFormat(name=NestedPulsing), x=Lucene41(blocksize=128), airport=PostingsFormat(name=NestedPulsing)}, docValues:{facet_dv=DocValuesFormat(name=SimpleText), group_dv=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=it_IT, timezone=America/Jujuy
> [junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=12003920,total=25985024
> [junit4:junit4] 2> NOTE: All tests run in this JVM: [GroupFacetCollectorTest]
> [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=GroupFacetCollectorTest -Dtests.seed=66116EFB07D97440 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Jujuy -Dtests.file.encoding=ISO-8859-1
> [junit4:junit4] ERROR 0.00s J1 | GroupFacetCollectorTest (suite) <<<
> [junit4:junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
> [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([66116EFB07D97440]:0)
> [junit4:junit4] Completed on J1 in 7223.36s, 2 tests, 2 errors <<< FAILURES!
>
> [...truncated 14 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:548: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 6 suites, 11 tests, 1 suite-level error, 1 error, 1 ignored
>
> Total time: 151 minutes 31 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseConcMarkSweepGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org