You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/08/10 19:44:11 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6874 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6874/
Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
	at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 7569 lines...]
   [junit4] Suite: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPostingsHighlighter -Dtests.method=testUserFailedToIndexOffsets -Dtests.seed=EBBFA6F4E80A7365 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt_LT -Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.04s J1 | TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
   [junit4]    > 	at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
   [junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
   [junit4]    > 	at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9), body=Lucene41(blocksize=128), title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
   [junit4]   2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=37286400,total=67108864
   [junit4]   2> NOTE: All tests run in this JVM: [WeightedFragListBuilderTest, IndexTimeSynonymTest, ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest, HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest, SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]
   [junit4] Completed on J1 in 2.21s, 25 tests, 1 failure <<< FAILURES!

[...truncated 25 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:556: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1887: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 20 suites, 208 tests, 1 failure

Total time: 16 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6874 - Failure!

Posted by Simon Willnauer <si...@gmail.com>.
I have seen some issues like that with a 3rd party collection library
lately going away as users move away from G1GC. So I think if that is
the case it might be G1GC that is the problem here! thanks for
tracking it down to a reproducible state!

simon

On Mon, Aug 12, 2013 at 10:04 PM, Robert Muir <rc...@gmail.com> wrote:
> I can now reproduce this, but in a crazy way. (I reproduced it twice,
> and first time it failed in FastVectorHighlighter, second time in
> PostingsHighlighter!!!!!)
>
> So i think this really looks like a JVM bug (i have not tried other
> possibilties or combinations, i will open an issue).
>
> REPRO #1:
> rmuir@beast:~/workspace/branch_4x$ svn up -r 1512807
> rmuir@beast:~/workspace/branch_4x$ ant clean
> rmuir@beast:~/workspace/branch_4x$ rm -rf .caches #this is important,
> otherwise master seed does not work!
> rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
> -Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
> -XX:+UseG1GC"
>
>    [junit4] Suite:
> org.apache.lucene.search.vectorhighlight.FastVectorHighlighterTest
>    [junit4]   2> NOTE: reproduce with: ant test
> -Dtestcase=FastVectorHighlighterTest
> -Dtests.method=testCommonTermsQueryHighlightTest
> -Dtests.seed=EBBFA6F4E80A7365 -Dtests.slow=true -Dtests.locale=es_PA
> -Dtests.timezone=America/Indiana/Vincennes -Dtests.file.encoding=UTF-8
>    [junit4] FAILURE 0.02s J1 |
> FastVectorHighlighterTest.testCommonTermsQueryHighlightTest <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:D307BBE9A713DA33]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:365)
>    [junit4]    >        at
> org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:111)
>    [junit4]    >        at
> org.apache.lucene.search.vectorhighlight.FastVectorHighlighterTest.testCommonTermsQueryHighlightTest(FastVectorHighlighterTest.java:285)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:724)
>    [junit4]   2> NOTE: test params are: codec=Lucene3x,
> sim=DefaultSimilarity, locale=es_PA,
> timezone=America/Indiana/Vincennes
>    [junit4]   2> NOTE: Linux 3.5.0-27-generic i386/Oracle Corporation
> 1.7.0_25 (32-bit)/cpus=8,threads=1,free=48330984,total=67108864
>    [junit4]   2> NOTE: All tests run in this JVM:
> [WeightedFragListBuilderTest, IndexTimeSynonymTest,
> ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest,
> HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest,
> SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter,
> FastVectorHighlighterTest]
>    [junit4] Completed on J1 in 0.16s, 6 tests, 1 failure <<< FAILURES!
>
> REPRO #2:
> rmuir@beast:~/workspace/branch_4x$ rm -rf .caches #this is important,
> otherwise master seed does not work!
> rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
> -Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
> -XX:+UseG1GC"
>
>    [junit4] Suite:
> org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
>    [junit4]   2> NOTE: reproduce with: ant test
> -Dtestcase=TestPostingsHighlighter
> -Dtests.method=testUserFailedToIndexOffsets
> -Dtests.seed=EBBFA6F4E80A7365 -Dtests.slow=true -Dtests.locale=lt_LT
> -Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
>    [junit4] FAILURE 0.02s J1 |
> TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at
> __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>    [junit4]    >        at
> org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at
> org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>    [junit4]    >        at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>    [junit4]    >        at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>    [junit4]    >        at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>    [junit4]    >        at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>    [junit4]    >        at
> org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:724)
>    [junit4]   2> NOTE: test params are: codec=Lucene42:
> {id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9),
> body=Lucene41(blocksize=128),
> title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{},
> sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
>    [junit4]   2> NOTE: Linux 3.5.0-27-generic i386/Oracle Corporation
> 1.7.0_25 (32-bit)/cpus=8,threads=1,free=22664728,total=67108864
>    [junit4]   2> NOTE: All tests run in this JVM:
> [WeightedFragListBuilderTest, IndexTimeSynonymTest,
> ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest,
> HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest,
> SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]
>
>
> On Sun, Aug 11, 2013 at 5:20 PM, Robert Muir <rc...@gmail.com> wrote:
>> I tried even harder (with exact JVM, tests.jvms, master seed, svn rev,
>> and same JVM args):
>>
>> At revision 1512807
>> rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ export
>> JAVA_HOME=/home/rmuir/Downloads/32bit7/jdk1.7.0_25
>> rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
>> -Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
>> -XX:+UseG1GC"
>>
>> BUILD SUCCESSFUL
>> Total time: 18 seconds
>>
>> On Sun, Aug 11, 2013 at 2:17 PM, Robert Muir <rc...@gmail.com> wrote:
>>> I cannot reproduce this.
>>>
>>> On Sat, Aug 10, 2013 at 1:44 PM, Policeman Jenkins Server
>>> <je...@thetaphi.de> wrote:
>>>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6874/
>>>> Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>>>>
>>>> 1 tests failed.
>>>> REGRESSION:  org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets
>>>>
>>>> Error Message:
>>>>
>>>>
>>>> Stack Trace:
>>>> java.lang.AssertionError
>>>>         at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>>>>         at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>>>>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>>>>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>>>>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>>>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>>>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>>>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>>>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>>>>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>>>>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>>>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>>>>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>>>>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>>>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>>>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>>>>         at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>>>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>>>         at java.lang.reflect.Method.invoke(Method.java:606)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>>>         at java.lang.Thread.run(Thread.java:724)
>>>>
>>>>
>>>>
>>>>
>>>> Build Log:
>>>> [...truncated 7569 lines...]
>>>>    [junit4] Suite: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
>>>>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPostingsHighlighter -Dtests.method=testUserFailedToIndexOffsets -Dtests.seed=EBBFA6F4E80A7365 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt_LT -Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
>>>>    [junit4] FAILURE 0.04s J1 | TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
>>>>    [junit4]    > Throwable #1: java.lang.AssertionError
>>>>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>>>>    [junit4]    >        at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>>>>    [junit4]    >        at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>>>>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>>>>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>>>    [junit4]    >        at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>>>    [junit4]    >        at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>>>    [junit4]    >        at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>>>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>>>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>>>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>>>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>>>>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>>>>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>>>>    [junit4]    >        at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>>>>    [junit4]    >        at java.lang.Thread.run(Thread.java:724)
>>>>    [junit4]   2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9), body=Lucene41(blocksize=128), title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
>>>>    [junit4]   2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=37286400,total=67108864
>>>>    [junit4]   2> NOTE: All tests run in this JVM: [WeightedFragListBuilderTest, IndexTimeSynonymTest, ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest, HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest, SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]
>>>>    [junit4] Completed on J1 in 2.21s, 25 tests, 1 failure <<< FAILURES!
>>>>
>>>> [...truncated 25 lines...]
>>>> BUILD FAILED
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:556: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1887: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
>>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 20 suites, 208 tests, 1 failure
>>>>
>>>> Total time: 16 minutes 46 seconds
>>>> Build step 'Invoke Ant' marked build as failure
>>>> Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>>>> Archiving artifacts
>>>> Recording test results
>>>> Email was triggered for: Failure
>>>> Sending email for trigger: Failure
>>>>
>>>>
>>>>
>>>>
>>>> ---------------------------------------------------------------------
>>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>>> For additional commands, e-mail: dev-help@lucene.apache.org
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6874 - Failure!

Posted by Robert Muir <rc...@gmail.com>.
I can now reproduce this, but in a crazy way. (I reproduced it twice,
and first time it failed in FastVectorHighlighter, second time in
PostingsHighlighter!!!!!)

So i think this really looks like a JVM bug (i have not tried other
possibilties or combinations, i will open an issue).

REPRO #1:
rmuir@beast:~/workspace/branch_4x$ svn up -r 1512807
rmuir@beast:~/workspace/branch_4x$ ant clean
rmuir@beast:~/workspace/branch_4x$ rm -rf .caches #this is important,
otherwise master seed does not work!
rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
-Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
-XX:+UseG1GC"

   [junit4] Suite:
org.apache.lucene.search.vectorhighlight.FastVectorHighlighterTest
   [junit4]   2> NOTE: reproduce with: ant test
-Dtestcase=FastVectorHighlighterTest
-Dtests.method=testCommonTermsQueryHighlightTest
-Dtests.seed=EBBFA6F4E80A7365 -Dtests.slow=true -Dtests.locale=es_PA
-Dtests.timezone=America/Indiana/Vincennes -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.02s J1 |
FastVectorHighlighterTest.testCommonTermsQueryHighlightTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at
__randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:D307BBE9A713DA33]:0)
   [junit4]    > 	at
org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at
org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at
org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
   [junit4]    > 	at
org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at
org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at
org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at
org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
   [junit4]    > 	at
org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
   [junit4]    > 	at
org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
   [junit4]    > 	at
org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:365)
   [junit4]    > 	at
org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:111)
   [junit4]    > 	at
org.apache.lucene.search.vectorhighlight.FastVectorHighlighterTest.testCommonTermsQueryHighlightTest(FastVectorHighlighterTest.java:285)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> NOTE: test params are: codec=Lucene3x,
sim=DefaultSimilarity, locale=es_PA,
timezone=America/Indiana/Vincennes
   [junit4]   2> NOTE: Linux 3.5.0-27-generic i386/Oracle Corporation
1.7.0_25 (32-bit)/cpus=8,threads=1,free=48330984,total=67108864
   [junit4]   2> NOTE: All tests run in this JVM:
[WeightedFragListBuilderTest, IndexTimeSynonymTest,
ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest,
HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest,
SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter,
FastVectorHighlighterTest]
   [junit4] Completed on J1 in 0.16s, 6 tests, 1 failure <<< FAILURES!

REPRO #2:
rmuir@beast:~/workspace/branch_4x$ rm -rf .caches #this is important,
otherwise master seed does not work!
rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
-Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
-XX:+UseG1GC"

   [junit4] Suite:
org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
   [junit4]   2> NOTE: reproduce with: ant test
-Dtestcase=TestPostingsHighlighter
-Dtests.method=testUserFailedToIndexOffsets
-Dtests.seed=EBBFA6F4E80A7365 -Dtests.slow=true -Dtests.locale=lt_LT
-Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.02s J1 |
TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at
__randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
   [junit4]    > 	at
org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
   [junit4]    > 	at
org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
   [junit4]    > 	at
org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
   [junit4]    > 	at
org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
   [junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
   [junit4]    > 	at
org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
   [junit4]    > 	at
org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
   [junit4]    > 	at
org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
   [junit4]    > 	at
org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
   [junit4]    > 	at
org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
   [junit4]    > 	at
org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
   [junit4]    > 	at
org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
   [junit4]    > 	at
org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
   [junit4]    > 	at
org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
   [junit4]    > 	at
org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
   [junit4]    > 	at
org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> NOTE: test params are: codec=Lucene42:
{id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9),
body=Lucene41(blocksize=128),
title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{},
sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
   [junit4]   2> NOTE: Linux 3.5.0-27-generic i386/Oracle Corporation
1.7.0_25 (32-bit)/cpus=8,threads=1,free=22664728,total=67108864
   [junit4]   2> NOTE: All tests run in this JVM:
[WeightedFragListBuilderTest, IndexTimeSynonymTest,
ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest,
HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest,
SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]


On Sun, Aug 11, 2013 at 5:20 PM, Robert Muir <rc...@gmail.com> wrote:
> I tried even harder (with exact JVM, tests.jvms, master seed, svn rev,
> and same JVM args):
>
> At revision 1512807
> rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ export
> JAVA_HOME=/home/rmuir/Downloads/32bit7/jdk1.7.0_25
> rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
> -Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
> -XX:+UseG1GC"
>
> BUILD SUCCESSFUL
> Total time: 18 seconds
>
> On Sun, Aug 11, 2013 at 2:17 PM, Robert Muir <rc...@gmail.com> wrote:
>> I cannot reproduce this.
>>
>> On Sat, Aug 10, 2013 at 1:44 PM, Policeman Jenkins Server
>> <je...@thetaphi.de> wrote:
>>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6874/
>>> Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>>>
>>> 1 tests failed.
>>> REGRESSION:  org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets
>>>
>>> Error Message:
>>>
>>>
>>> Stack Trace:
>>> java.lang.AssertionError
>>>         at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>>>         at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>>>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>>>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>>>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>>>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>>>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>>>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>>>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>>>         at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>>         at java.lang.reflect.Method.invoke(Method.java:606)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>>         at java.lang.Thread.run(Thread.java:724)
>>>
>>>
>>>
>>>
>>> Build Log:
>>> [...truncated 7569 lines...]
>>>    [junit4] Suite: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
>>>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPostingsHighlighter -Dtests.method=testUserFailedToIndexOffsets -Dtests.seed=EBBFA6F4E80A7365 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt_LT -Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
>>>    [junit4] FAILURE 0.04s J1 | TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
>>>    [junit4]    > Throwable #1: java.lang.AssertionError
>>>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>>>    [junit4]    >        at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>>>    [junit4]    >        at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>>>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>>>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>>    [junit4]    >        at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>>    [junit4]    >        at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>>    [junit4]    >        at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>>>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>>>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>>>    [junit4]    >        at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>>>    [junit4]    >        at java.lang.Thread.run(Thread.java:724)
>>>    [junit4]   2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9), body=Lucene41(blocksize=128), title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
>>>    [junit4]   2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=37286400,total=67108864
>>>    [junit4]   2> NOTE: All tests run in this JVM: [WeightedFragListBuilderTest, IndexTimeSynonymTest, ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest, HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest, SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]
>>>    [junit4] Completed on J1 in 2.21s, 25 tests, 1 failure <<< FAILURES!
>>>
>>> [...truncated 25 lines...]
>>> BUILD FAILED
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:556: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1887: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
>>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 20 suites, 208 tests, 1 failure
>>>
>>> Total time: 16 minutes 46 seconds
>>> Build step 'Invoke Ant' marked build as failure
>>> Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>>> Archiving artifacts
>>> Recording test results
>>> Email was triggered for: Failure
>>> Sending email for trigger: Failure
>>>
>>>
>>>
>>>
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6874 - Failure!

Posted by Robert Muir <rc...@gmail.com>.
I tried even harder (with exact JVM, tests.jvms, master seed, svn rev,
and same JVM args):

At revision 1512807
rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ export
JAVA_HOME=/home/rmuir/Downloads/32bit7/jdk1.7.0_25
rmuir@beast:~/workspace/branch_4x/lucene/highlighter$ ant test
-Dtests.jvms=2 -Dtests.seed=EBBFA6F4E80A7365 -Dargs="-server
-XX:+UseG1GC"

BUILD SUCCESSFUL
Total time: 18 seconds

On Sun, Aug 11, 2013 at 2:17 PM, Robert Muir <rc...@gmail.com> wrote:
> I cannot reproduce this.
>
> On Sat, Aug 10, 2013 at 1:44 PM, Policeman Jenkins Server
> <je...@thetaphi.de> wrote:
>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6874/
>> Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>>
>> 1 tests failed.
>> REGRESSION:  org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets
>>
>> Error Message:
>>
>>
>> Stack Trace:
>> java.lang.AssertionError
>>         at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>>         at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>>         at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:606)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:724)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 7569 lines...]
>>    [junit4] Suite: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
>>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPostingsHighlighter -Dtests.method=testUserFailedToIndexOffsets -Dtests.seed=EBBFA6F4E80A7365 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt_LT -Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
>>    [junit4] FAILURE 0.04s J1 | TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
>>    [junit4]    > Throwable #1: java.lang.AssertionError
>>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>>    [junit4]    >        at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>>    [junit4]    >        at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>    [junit4]    >        at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>    [junit4]    >        at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>    [junit4]    >        at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>>    [junit4]    >        at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>>    [junit4]    >        at java.lang.Thread.run(Thread.java:724)
>>    [junit4]   2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9), body=Lucene41(blocksize=128), title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
>>    [junit4]   2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=37286400,total=67108864
>>    [junit4]   2> NOTE: All tests run in this JVM: [WeightedFragListBuilderTest, IndexTimeSynonymTest, ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest, HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest, SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]
>>    [junit4] Completed on J1 in 2.21s, 25 tests, 1 failure <<< FAILURES!
>>
>> [...truncated 25 lines...]
>> BUILD FAILED
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:556: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1887: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 20 suites, 208 tests, 1 failure
>>
>> Total time: 16 minutes 46 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>> Archiving artifacts
>> Recording test results
>> Email was triggered for: Failure
>> Sending email for trigger: Failure
>>
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6874 - Failure!

Posted by Robert Muir <rc...@gmail.com>.
I cannot reproduce this.

On Sat, Aug 10, 2013 at 1:44 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6874/
> Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
>
> 1 tests failed.
> REGRESSION:  org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>         at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>         at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>         at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:724)
>
>
>
>
> Build Log:
> [...truncated 7569 lines...]
>    [junit4] Suite: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPostingsHighlighter -Dtests.method=testUserFailedToIndexOffsets -Dtests.seed=EBBFA6F4E80A7365 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt_LT -Dtests.timezone=Europe/Isle_of_Man -Dtests.file.encoding=UTF-8
>    [junit4] FAILURE 0.04s J1 | TestPostingsHighlighter.testUserFailedToIndexOffsets <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([EBBFA6F4E80A7365:1FBF811885F2D611]:0)
>    [junit4]    >        at org.apache.lucene.index.ByteSliceReader.readByte(ByteSliceReader.java:73)
>    [junit4]    >        at org.apache.lucene.store.DataInput.readVInt(DataInput.java:108)
>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:453)
>    [junit4]    >        at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>    [junit4]    >        at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>    [junit4]    >        at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>    [junit4]    >        at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:501)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:478)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:615)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2760)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2909)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2884)
>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:312)
>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:249)
>    [junit4]    >        at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testUserFailedToIndexOffsets(TestPostingsHighlighter.java:295)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:724)
>    [junit4]   2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=3 minBlockSize=2 maxBlockSize=9), body=Lucene41(blocksize=128), title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=lt_LT, timezone=Europe/Isle_of_Man
>    [junit4]   2> NOTE: Linux 3.2.0-51-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=37286400,total=67108864
>    [junit4]   2> NOTE: All tests run in this JVM: [WeightedFragListBuilderTest, IndexTimeSynonymTest, ScoreOrderFragmentsBuilderTest, HighlighterTest, FieldPhraseListTest, HighlighterPhraseTest, SimpleFragListBuilderTest, FieldTermStackTest, SimpleFragmentsBuilderTest, FieldQueryTest, TestPostingsHighlighter]
>    [junit4] Completed on J1 in 2.21s, 25 tests, 1 failure <<< FAILURES!
>
> [...truncated 25 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:375: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:556: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1887: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 20 suites, 208 tests, 1 failure
>
> Total time: 16 minutes 46 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 32bit/jdk1.7.0_25 -server -XX:+UseG1GC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk7) - Build # 6875 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6875/
Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:36200/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36200/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([2D53CDA28B608D1B:ACB543BAFC3FED27]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 9718 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
   [junit4]   2> 529616 T1806 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 529621 T1806 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1376161740485
   [junit4]   2> 529622 T1806 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 529623 T1807 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 529723 T1806 oasc.ZkTestServer.run start zk server on port:55484
   [junit4]   2> 529724 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 529821 T1813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c20daf0 name:ZooKeeperConnection Watcher:127.0.0.1:55484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 529822 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 529822 T1806 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 529826 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 529827 T1815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d42ad4c name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 529828 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 529828 T1806 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 529832 T1806 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 529834 T1806 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 529836 T1806 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 529838 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 529839 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 529842 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 529843 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 529846 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 529846 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 529848 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 529849 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 529851 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 529852 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 529854 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 529855 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 529858 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 529858 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 529861 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 529861 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 529864 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 529864 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 529867 T1806 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 529867 T1806 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 529943 T1806 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 529946 T1806 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57681
   [junit4]   2> 529947 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 529947 T1806 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 529948 T1806 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733
   [junit4]   2> 529948 T1806 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/'
   [junit4]   2> 529956 T1806 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/solr.xml
   [junit4]   2> 529986 T1806 oasc.CoreContainer.<init> New CoreContainer 1893286267
   [junit4]   2> 529986 T1806 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/]
   [junit4]   2> 529988 T1806 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 529988 T1806 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 529989 T1806 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 529989 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 529990 T1806 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 529990 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 529991 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 529992 T1806 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 529992 T1806 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 529993 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 529997 T1806 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55484/solr
   [junit4]   2> 529998 T1806 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 529999 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 530001 T1826 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17285d4c name:ZooKeeperConnection Watcher:127.0.0.1:55484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 530002 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 530004 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 530010 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 530012 T1828 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a8abdaa4 name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 530013 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 530015 T1806 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 530020 T1806 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 530023 T1806 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 530025 T1806 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57681_
   [junit4]   2> 530026 T1806 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57681_
   [junit4]   2> 530029 T1806 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 530033 T1806 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 530035 T1806 oasc.Overseer.start Overseer (id=90188135824556035-127.0.0.1:57681_-n_0000000000) starting
   [junit4]   2> 530038 T1806 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 530041 T1830 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 530042 T1806 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 530045 T1806 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 530050 T1806 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 530056 T1829 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 530062 T1831 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 530063 T1831 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 530064 T1831 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 531560 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 531561 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57681",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:57681_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 531561 T1829 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 531561 T1829 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 531566 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 532065 T1831 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 532066 T1831 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/collection1
   [junit4]   2> 532066 T1831 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 532067 T1831 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 532067 T1831 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 532069 T1831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/collection1/'
   [junit4]   2> 532070 T1831 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/collection1/lib/README' to classloader
   [junit4]   2> 532070 T1831 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/collection1/lib/classes/' to classloader
   [junit4]   2> 532099 T1831 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 532138 T1831 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 532140 T1831 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 532149 T1831 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 532467 T1831 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 532467 T1831 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 532468 T1831 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 532473 T1831 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 532475 T1831 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 532485 T1831 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 532489 T1831 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 532493 T1831 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 532494 T1831 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 532494 T1831 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 532494 T1831 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 532495 T1831 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 532496 T1831 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 532496 T1831 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 532496 T1831 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1376161740733/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/control/data/
   [junit4]   2> 532497 T1831 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c770db
   [junit4]   2> 532498 T1831 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/control/data
   [junit4]   2> 532498 T1831 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/control/data/index/
   [junit4]   2> 532498 T1831 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 532499 T1831 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/control/data/index
   [junit4]   2> 532500 T1831 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e9f227ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cedde35),segFN=segments_1,generation=1}
   [junit4]   2> 532501 T1831 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 532503 T1831 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 532503 T1831 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 532504 T1831 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 532504 T1831 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 532505 T1831 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 532505 T1831 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 532505 T1831 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 532506 T1831 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 532506 T1831 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 532507 T1831 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 532509 T1831 oass.SolrIndexSearcher.<init> Opening Searcher@7a39d72f main
   [junit4]   2> 532510 T1831 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 532510 T1831 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 532513 T1832 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a39d72f main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 532513 T1831 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 532514 T1831 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57681 collection:control_collection shard:shard1
   [junit4]   2> 532514 T1831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 532518 T1831 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 532523 T1831 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 532525 T1831 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 532526 T1831 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 532526 T1831 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57681/collection1/
   [junit4]   2> 532526 T1831 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 532527 T1831 oasc.SyncStrategy.syncToMe http://127.0.0.1:57681/collection1/ has no replicas
   [junit4]   2> 532527 T1831 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57681/collection1/ shard1
   [junit4]   2> 532527 T1831 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 533069 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 533075 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 533084 T1831 oasc.ZkController.register We are http://127.0.0.1:57681/collection1/ and leader is http://127.0.0.1:57681/collection1/
   [junit4]   2> 533085 T1831 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57681
   [junit4]   2> 533085 T1831 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 533086 T1831 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 533086 T1831 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 533088 T1831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 533089 T1806 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 533090 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 533091 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 533095 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:
   [junit4]   2> 533096 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 533098 T1835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@543e22a name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 533099 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 533100 T1806 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 533102 T1806 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 533176 T1806 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 533179 T1806 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35026
   [junit4]   2> 533180 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 533181 T1806 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 533182 T1806 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965
   [junit4]   2> 533182 T1806 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/'
   [junit4]   2> 533191 T1806 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/solr.xml
   [junit4]   2> 533224 T1806 oasc.CoreContainer.<init> New CoreContainer 1051400577
   [junit4]   2> 533225 T1806 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/]
   [junit4]   2> 533226 T1806 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 533227 T1806 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 533227 T1806 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 533228 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 533228 T1806 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 533229 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 533230 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 533230 T1806 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 533231 T1806 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 533231 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 533235 T1806 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55484/solr
   [junit4]   2> 533236 T1806 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 533237 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 533238 T1846 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3db7733e name:ZooKeeperConnection Watcher:127.0.0.1:55484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 533239 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 533240 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 533245 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 533246 T1848 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@673bbfcd name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 533246 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 533249 T1806 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 534251 T1806 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35026_
   [junit4]   2> 534253 T1806 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35026_
   [junit4]   2> 534255 T1835 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 534255 T1828 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 534256 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 534255 T1848 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 534260 T1849 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 534260 T1849 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 534261 T1849 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 534580 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 534582 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57681",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:57681_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 534588 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35026",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:35026_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 534588 T1829 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 534589 T1829 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 534593 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 534593 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 534593 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 535261 T1849 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 535262 T1849 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/collection1
   [junit4]   2> 535263 T1849 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 535265 T1849 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 535266 T1849 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 535268 T1849 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/collection1/'
   [junit4]   2> 535269 T1849 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/collection1/lib/README' to classloader
   [junit4]   2> 535270 T1849 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/collection1/lib/classes/' to classloader
   [junit4]   2> 535298 T1849 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 535330 T1849 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 535331 T1849 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 535337 T1849 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 535657 T1849 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 535657 T1849 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 535658 T1849 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 535662 T1849 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 535665 T1849 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 535674 T1849 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 535678 T1849 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 535682 T1849 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 535684 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 535684 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 535684 T1849 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 535685 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 535686 T1849 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 535686 T1849 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 535687 T1849 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1376161743965/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty1/
   [junit4]   2> 535687 T1849 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c770db
   [junit4]   2> 535688 T1849 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty1
   [junit4]   2> 535688 T1849 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty1/index/
   [junit4]   2> 535688 T1849 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 535689 T1849 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty1/index
   [junit4]   2> 535690 T1849 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@228f93c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bc7cba4c),segFN=segments_1,generation=1}
   [junit4]   2> 535691 T1849 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 535693 T1849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 535694 T1849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 535694 T1849 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 535695 T1849 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 535696 T1849 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 535696 T1849 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 535696 T1849 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 535697 T1849 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 535697 T1849 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 535698 T1849 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 535700 T1849 oass.SolrIndexSearcher.<init> Opening Searcher@2225e9fc main
   [junit4]   2> 535701 T1849 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 535701 T1849 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 535704 T1850 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2225e9fc main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 535705 T1849 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 535706 T1849 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35026 collection:collection1 shard:shard1
   [junit4]   2> 535706 T1849 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 535711 T1849 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 535715 T1849 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 535718 T1849 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 535718 T1849 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 535719 T1849 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35026/collection1/
   [junit4]   2> 535719 T1849 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 535719 T1849 oasc.SyncStrategy.syncToMe http://127.0.0.1:35026/collection1/ has no replicas
   [junit4]   2> 535720 T1849 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35026/collection1/ shard1
   [junit4]   2> 535720 T1849 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 536100 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 536106 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 536106 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 536107 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 536127 T1849 oasc.ZkController.register We are http://127.0.0.1:35026/collection1/ and leader is http://127.0.0.1:35026/collection1/
   [junit4]   2> 536128 T1849 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35026
   [junit4]   2> 536128 T1849 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 536128 T1849 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 536128 T1849 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 536130 T1849 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 536131 T1806 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 536131 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 536132 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 536205 T1806 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 536207 T1806 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36200
   [junit4]   2> 536208 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 536208 T1806 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 536209 T1806 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999
   [junit4]   2> 536209 T1806 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/'
   [junit4]   2> 536217 T1806 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/solr.xml
   [junit4]   2> 536249 T1806 oasc.CoreContainer.<init> New CoreContainer 358842098
   [junit4]   2> 536250 T1806 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/]
   [junit4]   2> 536251 T1806 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 536252 T1806 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 536252 T1806 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 536253 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 536253 T1806 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 536254 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 536255 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 536255 T1806 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 536256 T1806 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 536256 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 536261 T1806 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55484/solr
   [junit4]   2> 536262 T1806 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 536263 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 536264 T1862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c76f0bb name:ZooKeeperConnection Watcher:127.0.0.1:55484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 536264 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 536266 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 536271 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 536273 T1864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ac9f6a13 name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 536273 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 536276 T1806 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 537279 T1806 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36200_
   [junit4]   2> 537281 T1806 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36200_
   [junit4]   2> 537285 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 537286 T1828 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 537286 T1848 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 537286 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 537287 T1835 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 537287 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 537288 T1864 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 537297 T1865 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 537297 T1865 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 537299 T1865 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 537613 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 537615 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35026",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "node_name":"127.0.0.1:35026_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 537621 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36200",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:36200_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 537622 T1829 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 537622 T1829 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 537627 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 537627 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 537627 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 537627 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 538300 T1865 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 538301 T1865 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/collection1
   [junit4]   2> 538301 T1865 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 538301 T1865 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 538302 T1865 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 538303 T1865 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/collection1/'
   [junit4]   2> 538303 T1865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/collection1/lib/README' to classloader
   [junit4]   2> 538304 T1865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/collection1/lib/classes/' to classloader
   [junit4]   2> 538329 T1865 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 538360 T1865 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 538361 T1865 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 538368 T1865 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 538690 T1865 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538690 T1865 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 538691 T1865 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 538696 T1865 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 538698 T1865 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 538713 T1865 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538717 T1865 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 538721 T1865 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538722 T1865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538723 T1865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538723 T1865 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 538724 T1865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 538725 T1865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 538725 T1865 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 538725 T1865 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1376161746999/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty2/
   [junit4]   2> 538726 T1865 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c770db
   [junit4]   2> 538727 T1865 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty2
   [junit4]   2> 538727 T1865 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty2/index/
   [junit4]   2> 538727 T1865 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 538728 T1865 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty2/index
   [junit4]   2> 538729 T1865 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e8a14ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee65b47e),segFN=segments_1,generation=1}
   [junit4]   2> 538730 T1865 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 538733 T1865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 538733 T1865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 538734 T1865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 538734 T1865 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 538735 T1865 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 538735 T1865 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 538735 T1865 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 538736 T1865 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 538736 T1865 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 538738 T1865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 538740 T1865 oass.SolrIndexSearcher.<init> Opening Searcher@c7c0946 main
   [junit4]   2> 538741 T1865 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 538741 T1865 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 538744 T1866 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c7c0946 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 538746 T1865 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 538746 T1865 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36200 collection:collection1 shard:shard2
   [junit4]   2> 538746 T1865 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 538751 T1865 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 538756 T1865 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 538759 T1865 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 538759 T1865 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 538759 T1865 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36200/collection1/
   [junit4]   2> 538760 T1865 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 538760 T1865 oasc.SyncStrategy.syncToMe http://127.0.0.1:36200/collection1/ has no replicas
   [junit4]   2> 538760 T1865 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36200/collection1/ shard2
   [junit4]   2> 538760 T1865 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 539134 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 539140 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 539140 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 539140 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 539140 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 539166 T1865 oasc.ZkController.register We are http://127.0.0.1:36200/collection1/ and leader is http://127.0.0.1:36200/collection1/
   [junit4]   2> 539167 T1865 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36200
   [junit4]   2> 539167 T1865 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 539168 T1865 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 539168 T1865 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 539170 T1865 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 539171 T1806 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 539172 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 539172 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 539258 T1806 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 539261 T1806 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35596
   [junit4]   2> 539261 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 539262 T1806 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 539262 T1806 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041
   [junit4]   2> 539263 T1806 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/'
   [junit4]   2> 539271 T1806 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/solr.xml
   [junit4]   2> 539300 T1806 oasc.CoreContainer.<init> New CoreContainer -266863983
   [junit4]   2> 539301 T1806 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/]
   [junit4]   2> 539302 T1806 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 539302 T1806 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 539303 T1806 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 539304 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 539304 T1806 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 539305 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 539305 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 539306 T1806 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 539306 T1806 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 539307 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 539312 T1806 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55484/solr
   [junit4]   2> 539312 T1806 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 539313 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 539315 T1878 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ecd8861 name:ZooKeeperConnection Watcher:127.0.0.1:55484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 539315 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 539317 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 539321 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 539324 T1880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e3bf41 name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 539324 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 539327 T1806 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 540330 T1806 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35596_
   [junit4]   2> 540333 T1806 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35596_
   [junit4]   2> 540337 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 540339 T1864 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 540339 T1828 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 540339 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540339 T1880 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 540339 T1848 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 540340 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540343 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540343 T1835 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 540350 T1881 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 540351 T1881 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 540353 T1881 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 540646 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 540647 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36200",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "node_name":"127.0.0.1:36200_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 540649 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35596",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "node_name":"127.0.0.1:35596_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 540650 T1829 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 540650 T1829 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 540653 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540653 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540653 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540653 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 540653 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 541354 T1881 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 541355 T1881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/collection1
   [junit4]   2> 541355 T1881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 541357 T1881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 541358 T1881 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 541359 T1881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/collection1/'
   [junit4]   2> 541360 T1881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/collection1/lib/README' to classloader
   [junit4]   2> 541360 T1881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/collection1/lib/classes/' to classloader
   [junit4]   2> 541385 T1881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
   [junit4]   2> 541415 T1881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 541416 T1881 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 541422 T1881 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 541745 T1881 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 541746 T1881 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 541746 T1881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 541751 T1881 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 541754 T1881 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 541764 T1881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 541769 T1881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 541774 T1881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 541775 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 541775 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 541776 T1881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 541777 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 541777 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 541777 T1881 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 541778 T1881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1376161750041/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty3/
   [junit4]   2> 541778 T1881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58c770db
   [junit4]   2> 541779 T1881 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty3
   [junit4]   2> 541779 T1881 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty3/index/
   [junit4]   2> 541780 T1881 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty3/index' doesn't exist. Creating new index...
   [junit4]   2> 541780 T1881 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1376161740484/jetty3/index
   [junit4]   2> 541781 T1881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4fa4cfd6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c47a212),segFN=segments_1,generation=1}
   [junit4]   2> 541782 T1881 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 541784 T1881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 541784 T1881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 541785 T1881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 541785 T1881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 541786 T1881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 541786 T1881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 541787 T1881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 541787 T1881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 541787 T1881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 541789 T1881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 541791 T1881 oass.SolrIndexSearcher.<init> Opening Searcher@d351fcca main
   [junit4]   2> 541791 T1881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 541792 T1881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 541794 T1882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d351fcca main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 541796 T1881 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 541796 T1881 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35596 collection:collection1 shard:shard1
   [junit4]   2> 541796 T1881 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
   [junit4]   2> 541802 T1881 oasc.ZkController.register We are http://127.0.0.1:35596/collection1/ and leader is http://127.0.0.1:35026/collection1/
   [junit4]   2> 541803 T1881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35596
   [junit4]   2> 541803 T1881 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 541803 T1881 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C544 name=collection1 org.apache.solr.core.SolrCore@5f51c15f url=http://127.0.0.1:35596/collection1 node=127.0.0.1:35596_ C544_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:35596, state=down, node_name=127.0.0.1:35596_, core=collection1}
   [junit4]   2> 541804 T1883 C544 P35596 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 541804 T1881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 541804 T1883 C544 P35596 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 541805 T1883 C544 P35596 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 541805 T1883 C544 P35596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 541805 T1806 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 541806 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 541806 T1883 C544 P35596 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 541807 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 541813 T1842 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
   [junit4]   2> 541876 T1806 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 541879 T1806 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46458
   [junit4]   2> 541879 T1806 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 541880 T1806 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 541881 T1806 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376161752674
   [junit4]   2> 541881 T1806 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376161752674/'
   [junit4]   2> 541889 T1806 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376161752674/solr.xml
   [junit4]   2> 541918 T1806 oasc.CoreContainer.<init> New CoreContainer -727895821
   [junit4]   2> 541918 T1806 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1376161752674/]
   [junit4]   2> 541920 T1806 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 541920 T1806 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 541921 T1806 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 541921 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 541922 T1806 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 541922 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 541923 T1806 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 541924 T1806 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 541924 T1806 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 541925 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
   [junit4]   2> 541929 T1806 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55484/solr
   [junit4]   2> 541930 T1806 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 541931 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541932 T1895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23cfd101 name:ZooKeeperConnection Watcher:127.0.0.1:55484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541932 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541934 T1806 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
   [junit4]   2> 541938 T1806 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 541940 T1897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51a94399 name:ZooKeeperConnection Watcher:127.0.0.1:55484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 541940 T1806 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 541943 T1806 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 542158 T1829 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 542159 T1829 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35596",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node3",
   [junit4]   2> 	  "node_name":"127.0.0.1:35596_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1"}
   [junit4]   2> 542162 T1828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542162 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542162 T1864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542163 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542163 T1897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542163 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542814 T1842 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 542815 T1842 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={state=recovering&onlyIfLeader=true&checkLive=true&action=PREPRECOVERY&version=2&coreNodeName=core_node3&wt=javabin&nodeName=127.0.0.1:35596_&core=collection1} status=0 QTime=1002 
   [junit4]   2> 542945 T1806 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46458_
   [junit4]   2> 542947 T1806 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46458_
   [junit4]   2> 542949 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542949 T1835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 542949 T1848 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 542949 T1864 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 542950 T1848 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4] 

[...truncated too long message...]

uter":"compositeId",
   [junit4]   1>          "configName":"conf1"}
   [junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
   [junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
   [junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/90188135824556038-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/onenodecollection/leaders (1)
   [junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "base_url":"http://127.0.0.1:35026",
   [junit4]   1>            "node_name":"127.0.0.1:35026_",
   [junit4]   1>            "core":"onenodecollectioncore"}
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/live_nodes (5)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:35026_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:35596_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:36200_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:46458_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:57681_ (0)
   [junit4]   1>   /solr/clusterstate.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {
   [junit4]   1>         "control_collection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:57681",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:57681_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "onenodecollection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:35026",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:35026_",
   [junit4]   1>                   "roles":"none",
   [junit4]   1>                   "core":"onenodecollectioncore",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"},
   [junit4]   1>         "collection1":{
   [junit4]   1>           "shards":{
   [junit4]   1>             "shard1":{
   [junit4]   1>               "range":"80000000-ffffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node1":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:35026",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:35026_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node3":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:35596",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:35596_",
   [junit4]   1>                   "core":"collection1"}}},
   [junit4]   1>             "shard2":{
   [junit4]   1>               "range":"0-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node2":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:36200",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:36200_",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node4":{
   [junit4]   1>                   "base_url":"http://127.0.0.1:46458",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "node_name":"127.0.0.1:46458_",
   [junit4]   1>                   "core":"collection1"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":"compositeId",
   [junit4]   1>           "replicationFactor":"1"}}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=2D53CDA28B608D1B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sl_SI_PREEURO -Dtests.timezone=Antarctica/Rothera -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   27.9s J1 | BasicDistributedZk2Test.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36200/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2D53CDA28B608D1B:ACB543BAFC3FED27]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:88)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:780)
   [junit4]   2> 557470 T1806 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 27860 T1805 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> 558477 T1897 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 558477 T1897 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 558478 T1897 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=sl_SI_PREEURO, timezone=Antarctica/Rothera
   [junit4]   2> NOTE: Linux 3.2.0-51-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=2,free=63457016,total=176095232
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressLucene, TestQueryTypes, CollectionsAPIDistributedZkTest, SpellCheckComponentTest, NumericFieldsTest, TestRandomFaceting, DebugComponentTest, OpenExchangeRatesOrgProviderTest, CoreContainerCoreInitFailuresTest, RequiredFieldsTest, JSONWriterTest, TestDFRSimilarityFactory, FullSolrCloudDistribCmdsTest, TestPhraseSuggestions, SuggesterTSTTest, CustomCollectionTest, ChaosMonkeySafeLeaderTest, TestAtomicUpdateErrorCases, TestSolrDeletionPolicy2, TestIndexingPerformance, SortByFunctionTest, TestPartialUpdateDeduplication, TestCloudManagedSchemaAddField, StandardRequestHandlerTest, HardAutoCommitTest, AddSchemaFieldsUpdateProcessorFactoryTest, SolrRequestParserTest, TestSolrXml, SpellCheckCollatorTest, TestReload, SignatureUpdateProcessorFactoryTest, SpellingQueryConverterTest, TestFieldCollectionResource, TestCollationField, ClusterStateTest, DirectUpdateHandlerTest, ZkSolrClientTest, OutputWriterTest, TestInfoStreamLogging, TestSolr4Spatial, UniqFieldsUpdateProcessorFactoryTest, TestLazyCores, PrimUtilsTest, RequestHandlersTest, TestJmxIntegration, TestCSVLoader, TestCSVResponseWriter, AlternateDirectoryTest, StatsComponentTest, CurrencyFieldOpenExchangeTest, SolrTestCaseJ4Test, BasicDistributedZk2Test]
   [junit4] Completed on J1 in 28.89s, 1 test, 1 error <<< FAILURES!

[...truncated 593 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:395: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:388: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1233: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:876: There were test failures: 319 suites, 1350 tests, 1 error, 35 ignored (6 assumptions)

Total time: 46 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/ibm-j9-jdk7 -Xjit:exclude={org/apache/lucene/util/fst/FST.pack(IIF)Lorg/apache/lucene/util/fst/FST;}
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure