You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/09/07 09:52:42 UTC

[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 613 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/613/

1 tests failed.
REGRESSION:  org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose

Error Message:
file "_au.fdx" was already written to

Stack Trace:
java.io.IOException: file "_au.fdx" was already written to
	at __randomizedtesting.SeedInfo.seed([D9426C8ADCEA197A:FEB3CD5B0FFCC98E]:0)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:528)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44)
	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:113)
	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120)
	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:47)
	at org.apache.lucene.index.DefaultIndexingChain.initStoredFieldsWriter(DefaultIndexingChain.java:84)
	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:254)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:298)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:242)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:454)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1542)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1257)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1238)
	at org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose(TestIndexWriterMerging.java:388)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 991 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterMerging -Dtests.method=testNoWaitClose -Dtests.seed=D9426C8ADCEA197A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_IQ -Dtests.timezone=Europe/Dublin -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   2.54s J3 | TestIndexWriterMerging.testNoWaitClose <<<
   [junit4]    > Throwable #1: java.io.IOException: file "_au.fdx" was already written to
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D9426C8ADCEA197A:FEB3CD5B0FFCC98E]:0)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:528)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:113)
   [junit4]    > 	at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:47)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.initStoredFieldsWriter(DefaultIndexingChain.java:84)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:254)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:298)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:242)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:454)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1542)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1257)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1238)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose(TestIndexWriterMerging.java:388)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/build/core/test/J3/./temp/lucene.index.TestIndexWriterMerging-D9426C8ADCEA197A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene410), sim=DefaultSimilarity, locale=ar_IQ, timezone=Europe/Dublin
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=287705952,total=468713472
   [junit4]   2> NOTE: All tests run in this JVM: [TestCharsRefBuilder, TestLockFactory, TestExceedMaxTermLength, TestDoubleBarrelLRUCache, TestMergeSchedulerExternal, TestOpenBitSet, TestTermdocPerf, TestPrefixFilter, TestTermVectorsFormat, NestedSetupChain, NestedTeardownChain, TestTimeLimitingCollector, TestBackwardsCompatibility3x, TestTopFieldCollector, TestFieldValueFilter, TestForceMergeForever, TestReaderClosed, TestSimpleExplanations, TestIndexWriterNRTIsCurrent, TestQueryBuilder, TestMultiMMap, TestLock, TestSortDocValues, TestMultiLevelSkipList, TestSpanExplanationsOfNonMatches, TestFieldType, TestDisjunctionMaxQuery, TestAtomicUpdate, TestVirtualMethod, TestBooleanMinShouldMatch, TestLucene41StoredFieldsFormat, TestFSTs, TestUnicodeUtil, TestStoredFieldsFormat, TestRegexpQuery, TestPayloadNearQuery, TestSearch, TestFilterIterator, TestFieldReuse, TestDeterminizeLexicon, TestLogMergePolicy, TestSortRescorer, TestMutableValues, TestRamUsageEstimatorOnWildAnimals, TestStressNRT, TestPayloadSpans, TestWAH8DocIdSet, TestPositionIncrement, TestCachingCollector, TestLucene410DocValuesFormat, TestNot, TestAddIndexes, TestPrefixQuery, TestIndexWriterReader, TestIndexWriterMerging]
   [junit4] Completed on J3 in 8.98s, 6 tests, 1 error <<< FAILURES!

[...truncated 985 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:498: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:471: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:60: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/build.xml:49: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1362: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:965: There were test failures: 418 suites, 3731 tests, 1 error, 120 ignored (109 assumptions)

Total time: 66 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #610
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 4845127 bytes
Compression is 0.0%
Took 2.9 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 615 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/615/

6 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testChildDoctransformer

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 Server Error</title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /solr/collection1/select. Reason: <pre>    Server Error</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 Server Error</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /solr/collection1/select. Reason:
<pre>    Server Error</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([8F45AECB1F59C56D:FC9FB1519341B26B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:512)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.SolrExampleXMLTest.testChildDoctransformer

Error Message:
java.lang.AssertionError

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8F45AECB1F59C56D:FC9FB1519341B26B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest.testChildDoctransformer

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8F45AECB1F59C56D:FC9FB1519341B26B]:0)
	at org.apache.lucene.search.join.ToChildBlockJoinQuery$ToChildBlockJoinScorer.advance(ToChildBlockJoinQuery.java:286)
	at org.apache.lucene.search.FilteredQuery$LeapFrogScorer.advanceToNextCommonDoc(FilteredQuery.java:274)
	at org.apache.lucene.search.FilteredQuery$LeapFrogScorer.nextDoc(FilteredQuery.java:286)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:192)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:297)
	at org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:209)
	at org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1619)
	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1433)
	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:514)
	at org.apache.solr.search.SolrIndexSearcher.getDocList(SolrIndexSearcher.java:1268)
	at org.apache.solr.response.transform.ChildDocTransformer.transform(ChildDocTransformerFactory.java:144)
	at org.apache.solr.response.BinaryResponseWriter$Resolver.writeResultsBody(BinaryResponseWriter.java:159)
	at org.apache.solr.response.BinaryResponseWriter$Resolver.writeResults(BinaryResponseWriter.java:183)
	at org.apache.solr.response.BinaryResponseWriter$Resolver.resolve(BinaryResponseWriter.java:88)
	at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:158)
	at org.apache.solr.common.util.JavaBinCodec.writeNamedList(JavaBinCodec.java:148)
	at org.apache.solr.common.util.JavaBinCodec.writeKnownType(JavaBinCodec.java:242)
	at org.apache.solr.common.util.JavaBinCodec.writeVal(JavaBinCodec.java:153)
	at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:96)
	at org.apache.solr.response.BinaryResponseWriter.getParsedResponse(BinaryResponseWriter.java:256)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.getParsedResponse(EmbeddedSolrServer.java:241)
	at org.apache.solr.client.solrj.embedded.EmbeddedSolrServer.request(EmbeddedSolrServer.java:213)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleJettyTest.testChildDoctransformer

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 Server Error</title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /solr/collection1/select. Reason: <pre>    Server Error</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 Server Error</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /solr/collection1/select. Reason:
<pre>    Server Error</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([8F45AECB1F59C56D:FC9FB1519341B26B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:512)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingBinaryTest.testChildDoctransformer

Error Message:
Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 500 Server Error</title> </head> <body> <h2>HTTP ERROR: 500</h2> <p>Problem accessing /solr/collection1/select. Reason: <pre>    Server Error</pre></p> <hr /><i><small>Powered by Jetty://</small></i>                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 500 Server Error</title>
</head>
<body>
<h2>HTTP ERROR: 500</h2>
<p>Problem accessing /solr/collection1/select. Reason:
<pre>    Server Error</pre></p>
<hr /><i><small>Powered by Jetty://</small></i>
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
                                                
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([8F45AECB1F59C56D:FC9FB1519341B26B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:512)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer.request(ConcurrentUpdateSolrServer.java:281)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.testChildDoctransformer

Error Message:
java.lang.AssertionError

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8F45AECB1F59C56D:FC9FB1519341B26B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer.request(ConcurrentUpdateSolrServer.java:281)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1373)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13010 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.embedded.SolrExampleEmbeddedTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001
   [junit4]   2> 40029 T98 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 40029 T98 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/'
   [junit4]   2> 40136 T98 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 40137 T98 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   2> 40137 T98 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 40138 T98 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   2> 40139 T98 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 40141 T98 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/langid/lib).
   [junit4]   2> 40141 T98 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 40142 T98 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   2> 40143 T98 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 40188 T98 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 40193 T98 oasc.SolrConfig.<init> Using Lucene MatchVersion: 4.11.0
   [junit4]   2> 40280 T98 oasc.SolrConfig.<init> Loaded SolrConfig: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/conf/solrconfig.xml
   [junit4]   2> 40281 T98 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/conf/schema.xml
   [junit4]   2> 40318 T98 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 40925 T98 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 40928 T98 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 40929 T98 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 40966 T98 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 40974 T98 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 41033 T98 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 41034 T98 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr
   [junit4]   2> 41034 T98 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/'
   [junit4]   2> 41106 T98 oasc.CoreContainer.<init> New CoreContainer 499497789
   [junit4]   2> 41107 T98 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/]
   [junit4]   2> 41108 T98 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 41109 T98 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 41109 T98 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 41109 T98 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 41110 T98 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 41110 T98 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 41110 T98 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 41111 T98 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 41111 T98 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 41112 T98 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 41112 T98 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 41113 T98 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 41113 T98 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 41119 T99 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/'
   [junit4]   2> 41164 T99 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 41165 T99 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/extraction/lib).
   [junit4]   2> 41166 T99 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 41166 T99 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/clustering/lib).
   [junit4]   2> 41167 T99 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 41167 T99 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/langid/lib).
   [junit4]   2> 41168 T99 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 41168 T99 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../contrib/velocity/lib).
   [junit4]   2> 41169 T99 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/../../../dist).
   [junit4]   2> 41213 T99 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 41219 T99 oasc.SolrConfig.<init> Using Lucene MatchVersion: 4.11.0
   [junit4]   2> 41383 T99 oasc.SolrConfig.<init> Loaded SolrConfig: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/conf/solrconfig.xml
   [junit4]   2> 41384 T99 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/conf/schema.xml
   [junit4]   2> 41423 T99 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 42051 T99 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 42055 T99 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedWordSetResource for path /schema/analysis/stopwords/english
   [junit4]   2> 42056 T99 oasr.RestManager$Registry.registerManagedResource Registered ManagedResource impl org.apache.solr.rest.schema.analysis.ManagedSynonymFilterFactory$SynonymManager for path /schema/analysis/synonyms/english
   [junit4]   2> 42089 T99 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 42097 T99 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 42143 T99 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/
   [junit4]   2> 42143 T99 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 42144 T99 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/
   [junit4]   2> 42144 T99 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 42145 T99 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 42145 T99 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   2> 42146 T99 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001
   [junit4]   2> 42146 T99 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index/
   [junit4]   2> 42147 T99 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 42147 T99 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index
   [junit4]   2> 42150 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: init: current segments file is "null"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@107f774f
   [junit4]   2> 42151 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 42151 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: 0 msec to checkpoint
   [junit4]   2> 42151 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: init: create=true
   [junit4]   2> 42152 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@7081bf38 lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.11.0
   [junit4]   2> 	matchVersion=4.11.0
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=CREATE
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene410
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@2071ebff
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	checkIntegrityAtMerge=false
   [junit4]   2> 	writer=org.apache.lucene.util.SetOnce@173cc2fd
   [junit4]   2> 	
   [junit4]   2> 42153 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: now flush at close
   [junit4]   2> 42153 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 42153 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]:   index before flush 
   [junit4]   2> 42154 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: startFullFlush
   [junit4]   2> 42154 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42154 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: coreLoadExecutor-90-thread-1 finishFullFlush success=true
   [junit4]   2> 42155 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: apply all deletes during flush
   [junit4]   2> 42155 T99 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-90-thread-1]: prune sis=null:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 42155 T99 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-90-thread-1]: now merge
   [junit4]   2> 42156 T99 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-90-thread-1]:   index: 
   [junit4]   2> 42156 T99 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-90-thread-1]:   no more merges pending; now return
   [junit4]   2> 42156 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: waitForMerges
   [junit4]   2> 42157 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: waitForMerges done
   [junit4]   2> 42157 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: start
   [junit4]   2> 42157 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: enter lock
   [junit4]   2> 42158 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: now prepare
   [junit4]   2> 42158 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: prepareCommit: flush
   [junit4]   2> 42159 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]:   index before flush 
   [junit4]   2> 42159 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: startFullFlush
   [junit4]   2> 42160 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42160 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: apply all deletes during flush
   [junit4]   2> 42160 T99 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-90-thread-1]: prune sis=null:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 42161 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: coreLoadExecutor-90-thread-1 finishFullFlush success=true
   [junit4]   2> 42161 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: startCommit(): start
   [junit4]   2> 42162 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: startCommit index= changeCount=1
   [junit4]   2> 42162 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: done all syncs: []
   [junit4]   2> 42163 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: pendingCommit != null
   [junit4]   2> 42163 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: wrote segments file "segments_1"
   [junit4]   2> 42163 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 42164 T99 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7081bf38 lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index),segFN=segments_1,generation=1}
   [junit4]   2> 42164 T99 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 42165 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: 1 msec to checkpoint
   [junit4]   2> 42165 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: took 7.1 msec
   [junit4]   2> 42166 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: commit: done
   [junit4]   2> 42166 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: rollback
   [junit4]   2> 42166 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: all running merges have aborted
   [junit4]   2> 42167 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: rollback: done finish merges
   [junit4]   2> 42167 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: abort
   [junit4]   2> 42167 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: done abort; abortedFiles=[] success=true
   [junit4]   2> 42168 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: rollback: infos=
   [junit4]   2> 42168 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 42168 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: 0 msec to checkpoint
   [junit4]   2> 42169 T99 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
   [junit4]   2> 42169 T99 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   2> 42170 T99 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
   [junit4]   2> 42170 T99 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
   [junit4]   2> 42170 T99 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
   [junit4]   2> 42172 T99 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 42173 T99 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 42173 T99 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 42174 T99 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 42174 T99 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 42175 T99 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 42175 T99 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
   [junit4]   2> 42175 T99 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 42176 T99 oasc.RequestHandlers.initHandlersFromConfig created /export: solr.SearchHandler
   [junit4]   2> 42176 T99 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
   [junit4]   2> 42177 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 42177 T99 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 42177 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   2> 42178 T99 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   2> 42178 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 42178 T99 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 42178 T99 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 42179 T99 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 42179 T99 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 42180 T99 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 42180 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 42180 T99 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
   [junit4]   2> 42181 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 42181 T99 oasc.RequestHandlers.initHandlersFromConfig created /suggest: solr.SearchHandler
   [junit4]   2> 42181 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 42182 T99 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
   [junit4]   2> 42182 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 42182 T99 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
   [junit4]   2> 42182 T99 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 42183 T99 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
   [junit4]   2> 42211 T99 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 42213 T99 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 42216 T99 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 42219 T99 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 42227 T99 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 42227 T99 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 42228 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@107f774f
   [junit4]   2> 42229 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: init: load commit "segments_1"
   [junit4]   2> 42229 T99 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7081bf38 lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index),segFN=segments_1,generation=1}
   [junit4]   2> 42230 T99 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 42230 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 42230 T99 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-90-thread-1]: 0 msec to checkpoint
   [junit4]   2> 42231 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: init: create=false
   [junit4]   2> 42231 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@7081bf38 lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.11.0
   [junit4]   2> 	matchVersion=4.11.0
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=APPEND
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene410
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@6ad45fc6
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	checkIntegrityAtMerge=false
   [junit4]   2> 	writer=org.apache.lucene.util.SetOnce@1cdbf6f5
   [junit4]   2> 	
   [junit4]   2> 42232 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: flush at getReader
   [junit4]   2> 42232 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: startFullFlush
   [junit4]   2> 42232 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42233 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: apply all deletes during flush
   [junit4]   2> 42233 T99 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-90-thread-1]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=0
   [junit4]   2> 42234 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 42234 T99 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-90-thread-1]: coreLoadExecutor-90-thread-1 finishFullFlush success=true
   [junit4]   2> 42234 T99 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-90-thread-1]: getReader took 2 msec
   [junit4]   2> 42235 T99 oass.SolrIndexSearcher.<init> Opening Searcher@45a0ca8e[collection1] main
   [junit4]   2> 42236 T99 oasr.ManagedResourceStorage.newStorageIO WARN Cannot write to config directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 42236 T99 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 42236 T99 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 42236 T99 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 42237 T99 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 42237 T99 oasr.RestManager.init Initializing 2 registered ManagedResources
   [junit4]   2> 42238 T99 oasr.ManagedResourceStorage.load Reading _schema_analysis_stopwords_english.json using InMemoryStorage
   [junit4]   2> 42238 T99 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /schema/analysis/stopwords/english
   [junit4]   2> 42239 T99 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _schema_analysis_stopwords_english.json using InMemoryStorage
   [junit4]   2> 42239 T99 oasrsa.ManagedWordSetResource.onManagedDataLoadedFromStorage Loaded 0 words for /schema/analysis/stopwords/english
   [junit4]   2> 42239 T99 oasr.ManagedResource.notifyObserversDuringInit Notified 1 observers of /schema/analysis/stopwords/english
   [junit4]   2> 42240 T99 oasr.ManagedResourceStorage.load Reading _schema_analysis_synonyms_english.json using InMemoryStorage
   [junit4]   2> 42240 T99 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /schema/analysis/synonyms/english
   [junit4]   2> 42240 T99 oasrsa.ManagedSynonymFilterFactory$SynonymManager.onManagedDataLoadedFromStorage Loaded 0 synonym mappings for /schema/analysis/synonyms/english
   [junit4]   2> 42241 T99 oasr.ManagedResource.notifyObserversDuringInit Notified 1 observers of /schema/analysis/synonyms/english
   [junit4]   2> 42241 T99 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 42242 T99 oass.DirectSolrSpellChecker.init init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 42242 T99 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 42243 T99 oashc.SuggestComponent.inform Initializing SuggestComponent
   [junit4]   2> 42243 T99 oasss.SolrSuggester.init init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 42244 T99 oasss.SolrSuggester.init Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 42245 T99 oashc.QueryElevationComponent.inform Loading QueryElevation from: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/example/solr/collection1/conf/elevate.xml
   [junit4]   2> 42261 T99 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 42261 T100 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@45a0ca8e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 42261 T99 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@133a07d
   [junit4]   2> 42263 T100 C11 oasc.SolrCore.execute [collection1] webapp=null path=null params={distrib=false&event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml} hits=0 status=0 QTime=1 
   [junit4]   2> 42263 T100 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 42264 T100 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 42264 T100 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 42264 T98 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 42264 T100 oashc.SuggestComponent$SuggesterListener.newSearcher Loading suggester index for: mySuggester
   [junit4]   2> 42265 T100 oasss.SolrSuggester.reload reload()
   [junit4]   2> 42265 T100 oasss.SolrSuggester.build build()
   [junit4]   2> 42267 T100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45a0ca8e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 42271 T98 oas.SolrTestCaseJ4.setUp ###Starting testPivotFacetsMissing
   [junit4]   2> 42274 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42274 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: nrtIsCurrent: infoVersion matches: true; DW changes: true; BD changes: false
   [junit4]   2> 42275 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42275 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flush at getReader
   [junit4]   2> 42275 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: startFullFlush
   [junit4]   2> 42276 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42276 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]: flush naked frozen global deletes
   [junit4]   2> 42276 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: push deletes  1 deleted queries bytesUsed=64 delGen=2 packetCount=1 totBytesUsed=64
   [junit4]   2> 42277 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flush: push buffered updates:  1 deleted queries bytesUsed=64
   [junit4]   2> 42277 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: apply all deletes during flush
   [junit4]   2> 42277 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: prune sis=segments_1:  minGen=9223372036854775807 packetCount=1
   [junit4]   2> 42278 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 42278 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 42278 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D] finishFullFlush success=true
   [junit4]   2> 42279 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: getReader took 4 msec
   [junit4]   2> 42279 T98 C11 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {deleteByQuery=*:* (-1478751244165054464)} 0 7
   [junit4]   2> 42280 T98 C11 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 42280 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42281 T98 C11 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 42281 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42282 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: nrtIsCurrent: infoVersion matches: true; DW changes: false; BD changes: false
   [junit4]   2> 42282 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42282 T98 C11 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 42283 T98 C11 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 42283 T98 C11 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={commit=true&softCommit=false&waitSearcher=true} {commit=} 0 3
   [junit4]   2> 42284 T98 C11 oasc.SolrCore.execute [collection1] webapp=null path=/select params={q=*%3A*} hits=0 status=0 QTime=1 
   [junit4]   2> 42293 T98 C11 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=/update params={} {add=[1 (1478751244178685952), 2 (1478751244180783104), 3 (1478751244181831680), 4 (1478751244182880256), 5 (1478751244182880257), 6 (1478751244182880258), 7 (1478751244183928832), 8 (1478751244183928833), 9 (1478751244184977408), 10 (1478751244184977409), ... (12 adds)]} 0 8
   [junit4]   2> 42293 T98 C11 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 42294 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: start
   [junit4]   2> 42294 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: enter lock
   [junit4]   2> 42294 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: now prepare
   [junit4]   2> 42295 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: prepareCommit: flush
   [junit4]   2> 42295 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]:   index before flush 
   [junit4]   2> 42295 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: startFullFlush
   [junit4]   2> 42295 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=12 deletes=true hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42296 T98 C11 oasu.LoggingInfoStream.message [DWFC][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: addFlushableState DocumentsWriterPerThread [pendingDeletes=gen=0 11 deleted terms (unique count=11) bytesUsed=1818, segment=_0, aborting=false, numDocsInRAM=12, deleteQueue=DWDQ: [ generation: 2 ]]
   [junit4]   2> 42296 T98 C11 oasu.LoggingInfoStream.message [DWPT][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flush postings as segment _0 numDocs=12
   [junit4]   2> 42300 T98 C11 oasu.LoggingInfoStream.message [DWPT][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: new segment has 0 deleted docs
   [junit4]   2> 42300 T98 C11 oasu.LoggingInfoStream.message [DWPT][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: new segment has no vectors; norms; no docValues; prox; freqs
   [junit4]   2> 42301 T98 C11 oasu.LoggingInfoStream.message [DWPT][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flushedFiles=[_0_Lucene41_0.tip, _0.fnm, _0_Lucene41_0.doc, _0.nvd, _0.fdx, _0_Lucene41_0.tim, _0_Lucene41_0.pos, _0.nvm, _0.fdt]
   [junit4]   2> 42301 T98 C11 oasu.LoggingInfoStream.message [DWPT][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flushed codec=Lucene410
   [junit4]   2> 42301 T98 C11 oasu.LoggingInfoStream.message [DWPT][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flushed: segment=_0 ramUsed=0.082 MB newFlushedSize(includes docstores)=0.002 MB docs/MB=6,223.003
   [junit4]   2> 42302 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: publishFlushedSegment seg-private updates=null
   [junit4]   2> 42302 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: publishFlushedSegment
   [junit4]   2> 42303 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: push deletes  12 deleted terms (unique count=12) bytesUsed=1056 delGen=4 packetCount=1 totBytesUsed=1056
   [junit4]   2> 42303 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: publish sets newSegment delGen=5 seg=_0(4.11.0):C12
   [junit4]   2> 42303 T98 C11 oasu.LoggingInfoStream.message [IFD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: now checkpoint "_0(4.11.0):C12" [1 segments ; isCommit = false]
   [junit4]   2> 42304 T98 C11 oasu.LoggingInfoStream.message [IFD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: 0 msec to checkpoint
   [junit4]   2> 42304 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: apply all deletes during flush
   [junit4]   2> 42304 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: applyDeletes: infos=[_0(4.11.0):C12] packetCount=1
   [junit4]   2> 42305 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: applyDeletes took 1 msec
   [junit4]   2> 42305 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: prune sis=segments_1: _0(4.11.0):C12 minGen=6 packetCount=1
   [junit4]   2> 42305 T98 C11 oasu.LoggingInfoStream.message [BD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: pruneDeletes: prune 1 packets; 0 packets remain
   [junit4]   2> 42306 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D] finishFullFlush success=true
   [junit4]   2> 42306 T98 C11 oasu.LoggingInfoStream.message [TMP][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: findMerges: 1 segments
   [junit4]   2> 42306 T98 C11 oasu.LoggingInfoStream.message [TMP][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]:   seg=_0(4.11.0):C12 size=0.002 MB [floored]
   [junit4]   2> 42307 T98 C11 oasu.LoggingInfoStream.message [TMP][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]:   allowedSegmentCount=1 vs count=1 (eligible count=1) tooBigCount=0
   [junit4]   2> 42307 T98 C11 oasu.LoggingInfoStream.message [CMS][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: now merge
   [junit4]   2> 42307 T98 C11 oasu.LoggingInfoStream.message [CMS][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]:   index: _0(4.11.0):C12
   [junit4]   2> 42308 T98 C11 oasu.LoggingInfoStream.message [CMS][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]:   no more merges pending; now return
   [junit4]   2> 42308 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: startCommit(): start
   [junit4]   2> 42308 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: startCommit index=_0(4.11.0):C12 changeCount=3
   [junit4]   2> 42309 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: done all syncs: [_0_Lucene41_0.tip, _0.nvd, _0_Lucene41_0.doc, _0.fnm, _0.fdx, _0_Lucene41_0.tim, _0.si, _0.nvm, _0_Lucene41_0.pos, _0.fdt]
   [junit4]   2> 42309 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: pendingCommit != null
   [junit4]   2> 42310 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: wrote segments file "segments_2"
   [junit4]   2> 42310 T98 C11 oasu.LoggingInfoStream.message [IFD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: now checkpoint "_0(4.11.0):C12" [1 segments ; isCommit = true]
   [junit4]   2> 42311 T98 C11 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7081bf38 lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7081bf38 lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J2/./temp/solr.client.solrj.embedded.SolrExampleEmbeddedTest-8F45AECB1F59C56D-001/init-core-data-001/index),segFN=segments_2,generation=2}
   [junit4]   2> 42311 T98 C11 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 42311 T98 C11 oasu.LoggingInfoStream.message [IFD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: deleteCommits: now decRef commit "segments_1"
   [junit4]   2> 42312 T98 C11 oasu.LoggingInfoStream.message [IFD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: delete "segments_1"
   [junit4]   2> 42312 T98 C11 oasu.LoggingInfoStream.message [IFD][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: 1 msec to checkpoint
   [junit4]   2> 42313 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: took 17.9 msec
   [junit4]   2> 42313 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: commit: done
   [junit4]   2> 42313 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 42314 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: nrtIsCurrent: infoVersion matches: false; DW changes: false; BD changes: false
   [junit4]   2> 42314 T98 C11 oasu.LoggingInfoStream.message [IW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: flush at getReader
   [junit4]   2> 42314 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: startFullFlush
   [junit4]   2> 42315 T98 C11 oasu.LoggingInfoStream.message [DW][TEST-SolrExampleEmbeddedTest.testPivotFacetsMissing-seed#[8F45AECB1F59C56D]]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlus

[...truncated too long message...]

er]: SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker finishFullFlush success=true
   [junit4]   2> 100946 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: apply all deletes during flush
   [junit4]   2> 100947 T112 C15 oasu.LoggingInfoStream.message [BD][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: applyDeletes: no deletes; skipping
   [junit4]   2> 100947 T112 C15 oasu.LoggingInfoStream.message [BD][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: prune sis=segments_26: _2e(4.11.0):C12 minGen=376 packetCount=0
   [junit4]   2> 100947 T112 C15 oasu.LoggingInfoStream.message [CMS][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: now merge
   [junit4]   2> 100948 T112 C15 oasu.LoggingInfoStream.message [CMS][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]:   index: _2e(4.11.0):C12
   [junit4]   2> 100948 T112 C15 oasu.LoggingInfoStream.message [CMS][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]:   no more merges pending; now return
   [junit4]   2> 100948 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: waitForMerges
   [junit4]   2> 100949 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: waitForMerges done
   [junit4]   2> 100949 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: commit: start
   [junit4]   2> 100949 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: commit: enter lock
   [junit4]   2> 100950 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: commit: now prepare
   [junit4]   2> 100950 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: prepareCommit: flush
   [junit4]   2> 100950 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]:   index before flush _2e(4.11.0):C12
   [junit4]   2> 100950 T112 C15 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: startFullFlush
   [junit4]   2> 100951 T112 C15 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 100951 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: apply all deletes during flush
   [junit4]   2> 100951 T112 C15 oasu.LoggingInfoStream.message [BD][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: applyDeletes: no deletes; skipping
   [junit4]   2> 100952 T112 C15 oasu.LoggingInfoStream.message [BD][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: prune sis=segments_26: _2e(4.11.0):C12 minGen=376 packetCount=0
   [junit4]   2> 100952 T112 C15 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker finishFullFlush success=true
   [junit4]   2> 100953 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: startCommit(): start
   [junit4]   2> 100953 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]:   skip startCommit(): no changes pending
   [junit4]   2> 100953 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: commit: pendingCommit == null; skip
   [junit4]   2> 100954 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: commit: done
   [junit4]   2> 100954 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: rollback
   [junit4]   2> 100954 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: all running merges have aborted
   [junit4]   2> 100954 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: rollback: done finish merges
   [junit4]   2> 100955 T112 C15 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: abort
   [junit4]   2> 100955 T112 C15 oasu.LoggingInfoStream.message [DW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: done abort; abortedFiles=[] success=true
   [junit4]   2> 100955 T112 C15 oasu.LoggingInfoStream.message [IW][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: rollback: infos=_2e(4.11.0):C12
   [junit4]   2> 100956 T112 C15 oasu.LoggingInfoStream.message [IFD][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: now checkpoint "_2e(4.11.0):C12" [1 segments ; isCommit = false]
   [junit4]   2> 100956 T112 C15 oasu.LoggingInfoStream.message [IFD][SUITE-SolrExampleStreamingBinaryTest-seed#[8F45AECB1F59C56D]-worker]: 0 msec to checkpoint
   [junit4]   2> 100957 T112 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 100957 T112 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 100958 T112 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001/tempDir-001/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001/tempDir-001/index;done=false>>]
   [junit4]   2> 100958 T112 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001/tempDir-001/index
   [junit4]   2> 100958 T112 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001/tempDir-001 [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001/tempDir-001;done=false>>]
   [junit4]   2> 100959 T112 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001/tempDir-001
   [junit4]   2> 100960 T112 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 105942 T112 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-solrj/test/J3/./temp/solr.client.solrj.embedded.SolrExampleStreamingBinaryTest-8F45AECB1F59C56D-001
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=sr__#Latn, timezone=Pacific/Saipan
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=161994456,total=267911168
   [junit4]   2> NOTE: All tests run in this JVM: [SolrQueryTest, BasicHttpSolrServerTest, NoOpResponseParserTest, SolrExampleJettyTest, TestNamedListCodec, MultiCoreEmbeddedTest, TestFastInputStream, SolrDocumentTest, IteratorChainTest, NamedListTest, SolrExampleBinaryTest, SolrExampleStreamingBinaryTest]
   [junit4] Completed on J3 in 26.61s, 28 tests, 1 error <<< FAILURES!

[...truncated 65 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:498: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:471: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:60: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:202: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:494: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1360: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:963: There were test failures: 52 suites, 302 tests, 5 errors, 1 failure

Total time: 167 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #610
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 11786319 bytes
Compression is 0.0%
Took 3.1 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 614 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/614/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
createcollection the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:871)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12369 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/init-core-data-001
   [junit4]   2> 831991 T2074 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 831992 T2074 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /td/m
   [junit4]   2> 831997 T2074 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 831997 T2074 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 831998 T2075 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 832098 T2074 oasc.ZkTestServer.run start zk server on port:52258
   [junit4]   2> 832099 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832099 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832103 T2081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7690723e name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832103 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832103 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 832103 T2074 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 832106 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832107 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832108 T2083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18234aaa name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832108 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832109 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 832109 T2074 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 832111 T2074 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 832112 T2074 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 832114 T2074 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 832116 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 832116 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 832119 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 832120 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 832122 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 832123 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 832124 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 832125 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 832127 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 832127 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 832129 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 832130 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 832132 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 832132 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 832134 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 832135 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 832137 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 832137 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 832139 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 832140 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 832142 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 832142 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 832144 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832145 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832146 T2085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@465d8ff0 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832146 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832146 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 832148 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832149 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832150 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79994b6 name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832150 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832150 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 832150 T2074 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 832152 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 832153 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 832154 T2089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28cbb6d3 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 832154 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 832154 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 832156 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 832157 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 832159 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 832159 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 832161 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 832162 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 832164 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 832164 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 832166 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 832166 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 832168 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 832169 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 832170 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 832171 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 832173 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 832173 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 832175 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 832175 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 832177 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 832178 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 832179 T2074 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 832180 T2074 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 833306 T2074 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 833310 T2074 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 833314 T2074 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:52264
   [junit4]   2> 833316 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 833316 T2074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 833317 T2074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-002
   [junit4]   2> 833317 T2074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-002/'
   [junit4]   2> 833344 T2074 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-002/solr.xml
   [junit4]   2> 833397 T2074 oasc.CoreContainer.<init> New CoreContainer 1972604205
   [junit4]   2> 833397 T2074 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-002/]
   [junit4]   2> 833398 T2074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 833398 T2074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 833399 T2074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 833399 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 833399 T2074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 833399 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 833399 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 833400 T2074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 833400 T2074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 833402 T2074 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 833404 T2074 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 833404 T2074 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 833404 T2074 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 833404 T2074 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52258/solr
   [junit4]   2> 833404 T2074 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 833405 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 833405 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 833407 T2100 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6719e9e6 name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 833407 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 833408 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 833410 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 833411 T2102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f3b253f name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 833411 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 833412 T2074 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 833414 T2074 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 833416 T2074 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 833418 T2074 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 833420 T2074 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 833423 T2074 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 833424 T2074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52264_td%2Fm
   [junit4]   2> 833425 T2074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52264_td%2Fm
   [junit4]   2> 833427 T2074 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 833428 T2074 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 833430 T2074 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 833431 T2074 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52264_td%2Fm
   [junit4]   2> 833431 T2074 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 833433 T2074 oasc.Overseer.start Overseer (id=92417548657491974-127.0.0.1:52264_td%2Fm-n_0000000000) starting
   [junit4]   2> 833435 T2074 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 833441 T2074 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 833442 T2104 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 833442 T2074 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 833444 T2074 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 833445 T2074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 833447 T2103 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 833450 T2074 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 833450 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 833453 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 833454 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 833455 T2108 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79add210 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 833455 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 833455 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 833456 T2074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 833458 T2074 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 834394 T2074 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 834395 T2074 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 834401 T2074 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 834402 T2074 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:52268
   [junit4]   2> 834404 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 834405 T2074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 834405 T2074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-003
   [junit4]   2> 834405 T2074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-003/'
   [junit4]   2> 834434 T2074 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-003/solr.xml
   [junit4]   2> 834487 T2074 oasc.CoreContainer.<init> New CoreContainer 7785682
   [junit4]   2> 834487 T2074 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-003/]
   [junit4]   2> 834488 T2074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 834488 T2074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 834488 T2074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 834489 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 834489 T2074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 834489 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 834489 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 834490 T2074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 834490 T2074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 834492 T2074 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 834494 T2074 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 834494 T2074 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 834494 T2074 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 834494 T2074 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52258/solr
   [junit4]   2> 834495 T2074 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 834495 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 834495 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 834497 T2119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@252f6b98 name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 834497 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 834498 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 834499 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 834500 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33e707c4 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 834500 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 834506 T2074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 835509 T2074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52268_td%2Fm
   [junit4]   2> 835510 T2074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52268_td%2Fm
   [junit4]   2> 835514 T2074 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 835519 T2074 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 835519 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 836720 T2074 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 836721 T2074 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 836724 T2074 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 836726 T2074 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:52271
   [junit4]   2> 836728 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 836728 T2074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 836729 T2074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004
   [junit4]   2> 836729 T2074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/'
   [junit4]   2> 836757 T2074 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solr.xml
   [junit4]   2> 836822 T2074 oasc.CoreContainer.<init> New CoreContainer 397480129
   [junit4]   2> 836823 T2074 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/]
   [junit4]   2> 836824 T2074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 836824 T2074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 836824 T2074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 836824 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 836825 T2074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 836825 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 836825 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 836825 T2074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 836826 T2074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 836827 T2074 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 836829 T2074 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 836829 T2074 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 836829 T2074 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 836830 T2074 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52258/solr
   [junit4]   2> 836830 T2074 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 836830 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 836831 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 836832 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2074bda8 name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 836833 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 836833 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 836836 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 836836 T2138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1883ef61 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 836837 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 836842 T2074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 837845 T2074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52271_td%2Fm
   [junit4]   2> 837846 T2074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52271_td%2Fm
   [junit4]   2> 837850 T2074 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 837854 T2074 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 837855 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 839125 T2074 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 839126 T2074 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 839129 T2074 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 839131 T2074 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:52275
   [junit4]   2> 839133 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 839133 T2074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 839133 T2074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-005
   [junit4]   2> 839134 T2074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-005/'
   [junit4]   2> 839171 T2074 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-005/solr.xml
   [junit4]   2> 839232 T2074 oasc.CoreContainer.<init> New CoreContainer 1796941065
   [junit4]   2> 839233 T2074 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-005/]
   [junit4]   2> 839234 T2074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 839234 T2074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 839234 T2074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 839234 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 839234 T2074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 839235 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 839235 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 839235 T2074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 839235 T2074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 839237 T2074 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 839239 T2074 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 839239 T2074 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 839239 T2074 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 839240 T2074 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52258/solr
   [junit4]   2> 839240 T2074 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 839240 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 839241 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 839243 T2151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f0b4330 name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 839243 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 839243 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 839245 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 839247 T2153 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@484a8662 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 839247 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 839252 T2074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 840254 T2074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52275_td%2Fm
   [junit4]   2> 840255 T2074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52275_td%2Fm
   [junit4]   2> 840259 T2074 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 840264 T2074 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 840264 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 841390 T2074 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 841390 T2074 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 841394 T2074 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 841396 T2074 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:52586
   [junit4]   2> 841398 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 841398 T2074 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 841398 T2074 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006
   [junit4]   2> 841398 T2074 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/'
   [junit4]   2> 841427 T2074 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solr.xml
   [junit4]   2> 841478 T2074 oasc.CoreContainer.<init> New CoreContainer 21837368
   [junit4]   2> 841478 T2074 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/]
   [junit4]   2> 841479 T2074 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 841480 T2074 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 841480 T2074 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 841480 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 841480 T2074 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 841480 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 841481 T2074 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 841481 T2074 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 841481 T2074 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 841483 T2074 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=3400000&connTimeout=45000&retry=false
   [junit4]   2> 841485 T2074 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 841485 T2074 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 841485 T2074 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 841485 T2074 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52258/solr
   [junit4]   2> 841486 T2074 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 841486 T2074 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 841487 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 841488 T2166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c6116aa name:ZooKeeperConnection Watcher:127.0.0.1:52258 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 841489 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 841489 T2074 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 841491 T2074 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 841491 T2168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6df620c2 name:ZooKeeperConnection Watcher:127.0.0.1:52258/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 841492 T2074 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 841496 T2074 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 842499 T2074 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52586_td%2Fm
   [junit4]   2> 842500 T2074 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52586_td%2Fm
   [junit4]   2> 842504 T2074 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 842509 T2074 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
   [junit4]   2> 842509 T2074 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 842699 T2111 oasha.CollectionsHandler.handleCreateAction Creating Collection : collection.configName=conf1&version=2&wt=javabin&replicationFactor=2&router.field=myOwnField&name=solrj_collection&numShards=2&action=CREATE
   [junit4]   2> 842701 T2123 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 842702 T2104 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 842703 T2172 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 842704 T2172 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 842704 T2172 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 842707 T2123 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 842709 T2103 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 842709 T2103 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 842712 T2124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842712 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842712 T2169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842712 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842712 T2123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842712 T2122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842808 T2172 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 842809 T2172 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:52586_td%2Fm
   [junit4]   2> 842810 T2172 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:52271_td%2Fm
   [junit4]   2> 842812 T2172 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:52264_td%2Fm
   [junit4]   2> 842814 T2172 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:52275_td%2Fm
   [junit4]   2> 842941 T2130 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&collection=solrj_collection&shard=shard1&version=2&wt=javabin&name=solrj_collection_shard1_replica2&numShards=2&qt=/admin/cores&action=CREATE
   [junit4]   2> 842943 T2158 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&collection=solrj_collection&shard=shard1&version=2&wt=javabin&name=solrj_collection_shard1_replica1&numShards=2&qt=/admin/cores&action=CREATE
   [junit4]   2> 842945 T2130 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 842946 T2130 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 842946 T2123 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 842947 T2158 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 842948 T2158 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 842949 T2092 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&collection=solrj_collection&shard=shard2&version=2&wt=javabin&name=solrj_collection_shard2_replica1&numShards=2&qt=/admin/cores&action=CREATE
   [junit4]   2> 842949 T2103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52271/td/m",
   [junit4]   2> 	  "node_name":"127.0.0.1:52271_td%2Fm",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 842952 T2103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52586/td/m",
   [junit4]   2> 	  "node_name":"127.0.0.1:52586_td%2Fm",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 842952 T2092 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 842953 T2092 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 842953 T2123 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 842955 T2103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52264/td/m",
   [junit4]   2> 	  "node_name":"127.0.0.1:52264_td%2Fm",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 842957 T2123 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 842958 T2122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842958 T2169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842958 T2124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842958 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842958 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842958 T2123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 842962 T2143 oasha.CoreAdminHandler.handleCreateAction core create command collection.configName=conf1&collection=solrj_collection&shard=shard2&version=2&wt=javabin&name=solrj_collection_shard2_replica2&numShards=2&qt=/admin/cores&action=CREATE
   [junit4]   2> 842965 T2143 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 842967 T2143 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 842967 T2123 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 842969 T2103 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "base_url":"https://127.0.0.1:52275/td/m",
   [junit4]   2> 	  "node_name":"127.0.0.1:52275_td%2Fm",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 843073 T2122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 843073 T2169 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 843073 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 843073 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 843073 T2124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 843073 T2123 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 843947 T2130 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 843948 T2130 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 843949 T2130 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 843949 T2130 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 843949 T2158 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 843950 T2158 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 843950 T2130 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 843951 T2158 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 843951 T2130 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/'
   [junit4]   2> 843951 T2158 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 843952 T2158 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 843953 T2158 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/'
   [junit4]   2> 843954 T2092 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 843955 T2092 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 843955 T2092 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 843956 T2092 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 843957 T2092 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 843957 T2092 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-002/solrj_collection_shard2_replica1/'
   [junit4]   2> 843967 T2143 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 843968 T2143 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 843969 T2143 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 843969 T2143 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 843970 T2143 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 843970 T2143 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-005/solrj_collection_shard2_replica2/'
   [junit4]   2> 844019 T2130 oasc.SolrConfig.<init> Using Lucene MatchVersion: 4.11.0
   [junit4]   2> 844021 T2158 oasc.SolrConfig.<init> Using Lucene MatchVersion: 4.11.0
   [junit4]   2> 844035 T2143 oasc.SolrConfig.<init> Using Lucene MatchVersion: 4.11.0
   [junit4]   2> 844037 T2092 oasc.SolrConfig.<init> Using Lucene MatchVersion: 4.11.0
   [junit4]   2> 844058 T2130 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 844059 T2130 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 844060 T2158 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 844061 T2158 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 844067 T2130 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 844068 T2158 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 844080 T2143 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 844082 T2143 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 844092 T2143 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 844107 T2092 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 844109 T2092 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 844121 T2092 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 844434 T2158 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 844436 T2158 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 844437 T2158 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 844445 T2158 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 844448 T2158 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 844460 T2158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 844464 T2158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 844465 T2130 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 844466 T2130 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 844466 T2130 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 844468 T2158 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 844469 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 844469 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 844469 T2158 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 844470 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 844471 T2158 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 844471 T2158 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 844471 T2158 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 844471 T2130 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 844472 T2158 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/data/
   [junit4]   2> 844472 T2158 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30174d1f
   [junit4]   2> 844473 T2158 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/data
   [junit4]   2> 844473 T2158 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 844474 T2158 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 844474 T2130 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 844474 T2158 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-006/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 844475 T2158 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5797833150491498]
   [junit4]   2> 844475 T2158 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@477d6771 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62983e31)),segFN=segments_1,generation=1}
   [junit4]   2> 844476 T2158 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 844486 T2158 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 844486 T2158 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 844487 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 844487 T2158 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 844487 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 844488 T2158 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 844488 T2158 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 844489 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 844489 T2158 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 844490 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844490 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844491 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844491 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844491 T2130 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 844492 T2158 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 844492 T2158 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 844492 T2158 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 844493 T2158 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 844493 T2158 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844493 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 844494 T2158 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 844494 T2158 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 844496 T2130 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 844500 T2130 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 844501 T2130 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 844502 T2130 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 844502 T2130 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 844503 T2130 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 844503 T2130 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 844503 T2130 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 844504 T2130 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 844504 T2130 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/data/
   [junit4]   2> 844505 T2130 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30174d1f
   [junit4]   2> 844506 T2130 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/data
   [junit4]   2> 844506 T2130 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 844506 T2130 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 844506 T2130 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001/tempDir-004/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 844507 T2130 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5797833150491498]
   [junit4]   2> 844508 T2130 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@203cc42d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bd75baf)),segFN=segments_1,generation=1}
   [junit4]   2> 844508 T2130 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 844511 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844511 T2130 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 844511 T2130 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 844512 T2130 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 844512 T2130 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 844512 T2130 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 844512 T2130 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 844513 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844513 T2130 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 844513 T2130 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 844514 T2130 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 844514 T2130 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844514 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844515 T2130 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844515 T2130 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844515 T2130 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844516 T2130 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 844516 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844516 T2130 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 844517 T2130 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 844517 T2130 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 844517 T2143 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 844517 T2130 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 844518 T2130 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 844517 T2143 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 844518 T2130 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 844518 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844519 T2130 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 844518 T2143 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 844520 T2130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844522 T2130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844524 T2130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844524 T2143 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 844525 T2158 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 844526 T2158 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 844526 T2130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844526 T2158 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=3.8916015625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=7.7612638969927925, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 844527 T2143 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 844527 T2158 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@477d6771 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62983e31)),segFN=segments_1,generation=1}
   [junit4]   2> 844527 T2158 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 844528 T2130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 844528 T2158 oass.SolrIndexSearcher.<init> Opening Searcher@477759ed[solrj_collection_shard1_replica1] main
   [junit4]   2> 844528 T2158 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 844529 T2158 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 844529 T2158 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 844530 T2158 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 844530 T2158 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 844531 T2158 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 844531 T2158 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 844532 T2158 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 844532 T2158 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 844533 T2130 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 844534 T2130 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 844534 T2130 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=3.8916015625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=7.7612638969927925, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 844535 T2130 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(RAMDirectory@203cc42d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bd75baf)),segFN=segments_1,generation=1}
   [junit4]   2> 844535 T2130 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 844535 T2130 oass.SolrIndexSearcher.<init> Opening Searcher@4842036a[solrj_collection_shard1_replica2] main
   [junit4]   2> 844536 T2130 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 844536 T2158 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 844537 T2130 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 844537 T2158 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 844537 T2130 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 844537 T2158 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 844538 T2130 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 844538 T2130 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 844538 T2130 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 844539 T2130 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 844540 T2130 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 844540 T2130 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 844540 T2130 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 844540 T2143 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 844541 T2181 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica1] Registered new searcher Searcher@477759ed[solrj_collection_shard1_replica1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 844543 T2182 oasc.SolrCore.registerSearcher [solrj_collection_shard1_replica2] Registered new searcher Searcher@4842036a[solrj_collection_shard1_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 844543 T2158 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica1
   [junit4]   2> 844543 T2158 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica1 address:https://127.0.0.1:52586/td/m collection:solrj_collection shard:shard1
   [junit4]   2> 844544 T2158 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 844544 T2130 oasc.CoreContainer.registerCore registering core: solrj_collection_shard1_replica2
   [junit4]   2> 844545 T2143 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 844545 T2130 oasc.ZkController.register Register replica - core:solrj_collection_shard1_replica2 address:https://127.0.0.1:52271/td/m collection:solrj_collection shard:shard1
   [junit4]   2> 844546 T2130 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard1/election
   [junit4]   2> 844549 T2143 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 844549 T2158 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

[...truncated too long message...]

4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1520)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1551)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1037)Throwable #62: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3031, name=Thread-922, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFB17284DB35B519]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1520)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1551)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1037)Throwable #63: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3035, name=Thread-926, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFB17284DB35B519]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1520)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1551)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1037)Throwable #64: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3034, name=Thread-925, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: createcollection the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFB17284DB35B519]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1520)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1551)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1037)Throwable #65: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3030, name=Thread-921, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:52275/td/m, https://127.0.0.1:52586/td/m]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EFB17284DB35B519]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1056)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:52275/td/m, https://127.0.0.1:52586/td/m]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:319)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:674)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1052)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: deletecollection the collection time out:180s
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:340)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:301)
   [junit4]    > 	... 2 more
   [junit4]   2> 2744831 T2074 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-EFB17284DB35B519-001
   [junit4]   2> NOTE: test params are: codec=Lucene410: {timestamp=FSTOrd41, range_facet_sl=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=SimpleText), range_facet_si=FSTOrd41, range_facet_l=FSTOrd41, _version_=PostingsFormat(name=SimpleText), other_tl1=PostingsFormat(name=SimpleText), intDefault=PostingsFormat(name=SimpleText), id=PostingsFormat(name=MockSep), a_t=FSTOrd41, text=Pulsing41(freqCutoff=3 minBlockSize=91 maxBlockSize=219), multiDefault=FSTOrd41}, docValues:{}, sim=DefaultSimilarity, locale=fr_FR, timezone=Indian/Mayotte
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=43276728,total=517996544
   [junit4]   2> NOTE: All tests run in this JVM: [TestFileDictionaryLookup, TestNumberUtils, UUIDFieldTest, TestPartialUpdateDeduplication, DisMaxRequestHandlerTest, TestRecovery, SolrRequestParserTest, TestAtomicUpdateErrorCases, DateMathParserTest, UpdateParamsTest, PathHierarchyTokenizerFactoryTest, TestCloudInspectUtil, TestQuerySenderNoQuery, NotRequiredUniqueKeyTest, TestSortingResponseWriter, SliceStateTest, TestConfig, JSONWriterTest, SignatureUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, DirectUpdateHandlerTest, HdfsDirectoryTest, HdfsSyncSliceTest, TestComplexPhraseQParserPlugin, BasicZkTest, HdfsCollectionsAPIDistributedZkTest, CurrencyFieldOpenExchangeTest, TestFieldSortValues, TestSolrXml, TestCollationFieldDocValues, TestOverriddenPrefixQueryForCustomFieldType, AnalyticsQueryTest, TestSystemIdResolver, SolrIndexConfigTest, TestPivotHelperCode, TestCloudManagedSchemaConcurrent, TestMissingGroups, BlockCacheTest, SortByFunctionTest, DirectUpdateHandlerOptimizeTest, DirectSolrSpellCheckerTest, TestChildDocTransformer, TestReload, AddBlockUpdateTest, TestGroupingSearch, SpellingQueryConverterTest, BlockDirectoryTest, DocumentBuilderTest, RequiredFieldsTest, LegacyHTMLStripCharFilterTest, HdfsChaosMonkeySafeLeaderTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 1912.89s, 1 test, 1 error <<< FAILURES!

[...truncated 231 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:498: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:471: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:60: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:494: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1362: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:965: There were test failures: 425 suites, 1776 tests, 1 error, 53 ignored (10 assumptions)

Total time: 177 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #610
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 464896243 bytes
Compression is 0.0%
Took 1 min 24 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 613 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
Sneaky!

Maybe this test (and any other "across IW sessions" tests could call
an MDW method each time a new IW is about to open, to clear any
successfully deleted files from the "already written to" map?

Mike McCandless

http://blog.mikemccandless.com


On Sun, Sep 7, 2014 at 12:09 PM, Robert Muir <rc...@gmail.com> wrote:
> This is possible when e.g. you close but don't wait for merges, and
> its actually able to delete unreferenced files.
> then the next IW session will use the same file names, which MDW catches.
>
> we already fixed the possible bug case where, if the files cant be
> deleted for some reason, the next IW will "skip past those
> generations" so it wont cause issues.
>
> But I don't know how to fix the test.. We could allow this case when
> we successfully deleted a file (only successful, to ensure above bug
> case "works").
> But really this should only be allowed across IW sessions, and most
> tests don't do that, so we lose a lot of safety checks.
>
> On Sun, Sep 7, 2014 at 3:52 AM, Apache Jenkins Server
> <je...@builds.apache.org> wrote:
>> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/613/
>>
>> 1 tests failed.
>> REGRESSION:  org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose
>>
>> Error Message:
>> file "_au.fdx" was already written to
>>
>> Stack Trace:
>> java.io.IOException: file "_au.fdx" was already written to
>>         at __randomizedtesting.SeedInfo.seed([D9426C8ADCEA197A:FEB3CD5B0FFCC98E]:0)
>>         at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:528)
>>         at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44)
>>         at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:113)
>>         at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120)
>>         at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:47)
>>         at org.apache.lucene.index.DefaultIndexingChain.initStoredFieldsWriter(DefaultIndexingChain.java:84)
>>         at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:254)
>>         at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:298)
>>         at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:242)
>>         at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:454)
>>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1542)
>>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1257)
>>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1238)
>>         at org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose(TestIndexWriterMerging.java:388)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:606)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>>         at java.lang.Thread.run(Thread.java:745)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 991 lines...]
>>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
>>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterMerging -Dtests.method=testNoWaitClose -Dtests.seed=D9426C8ADCEA197A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_IQ -Dtests.timezone=Europe/Dublin -Dtests.file.encoding=ISO-8859-1
>>    [junit4] ERROR   2.54s J3 | TestIndexWriterMerging.testNoWaitClose <<<
>>    [junit4]    > Throwable #1: java.io.IOException: file "_au.fdx" was already written to
>>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([D9426C8ADCEA197A:FEB3CD5B0FFCC98E]:0)
>>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:528)
>>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44)
>>    [junit4]    >        at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:113)
>>    [junit4]    >        at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120)
>>    [junit4]    >        at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:47)
>>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.initStoredFieldsWriter(DefaultIndexingChain.java:84)
>>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:254)
>>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:298)
>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:242)
>>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:454)
>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1542)
>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1257)
>>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1238)
>>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose(TestIndexWriterMerging.java:388)
>>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>>    [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/build/core/test/J3/./temp/lucene.index.TestIndexWriterMerging-D9426C8ADCEA197A-001
>>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene410), sim=DefaultSimilarity, locale=ar_IQ, timezone=Europe/Dublin
>>    [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=287705952,total=468713472
>>    [junit4]   2> NOTE: All tests run in this JVM: [TestCharsRefBuilder, TestLockFactory, TestExceedMaxTermLength, TestDoubleBarrelLRUCache, TestMergeSchedulerExternal, TestOpenBitSet, TestTermdocPerf, TestPrefixFilter, TestTermVectorsFormat, NestedSetupChain, NestedTeardownChain, TestTimeLimitingCollector, TestBackwardsCompatibility3x, TestTopFieldCollector, TestFieldValueFilter, TestForceMergeForever, TestReaderClosed, TestSimpleExplanations, TestIndexWriterNRTIsCurrent, TestQueryBuilder, TestMultiMMap, TestLock, TestSortDocValues, TestMultiLevelSkipList, TestSpanExplanationsOfNonMatches, TestFieldType, TestDisjunctionMaxQuery, TestAtomicUpdate, TestVirtualMethod, TestBooleanMinShouldMatch, TestLucene41StoredFieldsFormat, TestFSTs, TestUnicodeUtil, TestStoredFieldsFormat, TestRegexpQuery, TestPayloadNearQuery, TestSearch, TestFilterIterator, TestFieldReuse, TestDeterminizeLexicon, TestLogMergePolicy, TestSortRescorer, TestMutableValues, TestRamUsageEstimatorOnWildAnimals, TestStressNRT, TestPayloadSpans, TestWAH8DocIdSet, TestPositionIncrement, TestCachingCollector, TestLucene410DocValuesFormat, TestNot, TestAddIndexes, TestPrefixQuery, TestIndexWriterReader, TestIndexWriterMerging]
>>    [junit4] Completed on J3 in 8.98s, 6 tests, 1 error <<< FAILURES!
>>
>> [...truncated 985 lines...]
>> BUILD FAILED
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:498: The following error occurred while executing this line:
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:471: The following error occurred while executing this line:
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:60: The following error occurred while executing this line:
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:39: The following error occurred while executing this line:
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/build.xml:49: The following error occurred while executing this line:
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1362: The following error occurred while executing this line:
>> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:965: There were test failures: 418 suites, 3731 tests, 1 error, 120 ignored (109 assumptions)
>>
>> Total time: 66 minutes 5 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Archiving artifacts
>> Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #610
>> Archived 5 artifacts
>> Archive block size is 32768
>> Received 0 blocks and 4845127 bytes
>> Compression is 0.0%
>> Took 2.9 sec
>> Recording test results
>> Email was triggered for: Failure
>> Sending email for trigger: Failure
>>
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 613 - Still Failing

Posted by Robert Muir <rc...@gmail.com>.
This is possible when e.g. you close but don't wait for merges, and
its actually able to delete unreferenced files.
then the next IW session will use the same file names, which MDW catches.

we already fixed the possible bug case where, if the files cant be
deleted for some reason, the next IW will "skip past those
generations" so it wont cause issues.

But I don't know how to fix the test.. We could allow this case when
we successfully deleted a file (only successful, to ensure above bug
case "works").
But really this should only be allowed across IW sessions, and most
tests don't do that, so we lose a lot of safety checks.

On Sun, Sep 7, 2014 at 3:52 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/613/
>
> 1 tests failed.
> REGRESSION:  org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose
>
> Error Message:
> file "_au.fdx" was already written to
>
> Stack Trace:
> java.io.IOException: file "_au.fdx" was already written to
>         at __randomizedtesting.SeedInfo.seed([D9426C8ADCEA197A:FEB3CD5B0FFCC98E]:0)
>         at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:528)
>         at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44)
>         at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:113)
>         at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120)
>         at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:47)
>         at org.apache.lucene.index.DefaultIndexingChain.initStoredFieldsWriter(DefaultIndexingChain.java:84)
>         at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:254)
>         at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:298)
>         at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:242)
>         at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:454)
>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1542)
>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1257)
>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1238)
>         at org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose(TestIndexWriterMerging.java:388)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:606)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 991 lines...]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterMerging -Dtests.method=testNoWaitClose -Dtests.seed=D9426C8ADCEA197A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_IQ -Dtests.timezone=Europe/Dublin -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   2.54s J3 | TestIndexWriterMerging.testNoWaitClose <<<
>    [junit4]    > Throwable #1: java.io.IOException: file "_au.fdx" was already written to
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([D9426C8ADCEA197A:FEB3CD5B0FFCC98E]:0)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:528)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:113)
>    [junit4]    >        at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:120)
>    [junit4]    >        at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:47)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.initStoredFieldsWriter(DefaultIndexingChain.java:84)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:254)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:298)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:242)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:454)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1542)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1257)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1238)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterMerging.testNoWaitClose(TestIndexWriterMerging.java:388)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/build/core/test/J3/./temp/lucene.index.TestIndexWriterMerging-D9426C8ADCEA197A-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene410), sim=DefaultSimilarity, locale=ar_IQ, timezone=Europe/Dublin
>    [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=287705952,total=468713472
>    [junit4]   2> NOTE: All tests run in this JVM: [TestCharsRefBuilder, TestLockFactory, TestExceedMaxTermLength, TestDoubleBarrelLRUCache, TestMergeSchedulerExternal, TestOpenBitSet, TestTermdocPerf, TestPrefixFilter, TestTermVectorsFormat, NestedSetupChain, NestedTeardownChain, TestTimeLimitingCollector, TestBackwardsCompatibility3x, TestTopFieldCollector, TestFieldValueFilter, TestForceMergeForever, TestReaderClosed, TestSimpleExplanations, TestIndexWriterNRTIsCurrent, TestQueryBuilder, TestMultiMMap, TestLock, TestSortDocValues, TestMultiLevelSkipList, TestSpanExplanationsOfNonMatches, TestFieldType, TestDisjunctionMaxQuery, TestAtomicUpdate, TestVirtualMethod, TestBooleanMinShouldMatch, TestLucene41StoredFieldsFormat, TestFSTs, TestUnicodeUtil, TestStoredFieldsFormat, TestRegexpQuery, TestPayloadNearQuery, TestSearch, TestFilterIterator, TestFieldReuse, TestDeterminizeLexicon, TestLogMergePolicy, TestSortRescorer, TestMutableValues, TestRamUsageEstimatorOnWildAnimals, TestStressNRT, TestPayloadSpans, TestWAH8DocIdSet, TestPositionIncrement, TestCachingCollector, TestLucene410DocValuesFormat, TestNot, TestAddIndexes, TestPrefixQuery, TestIndexWriterReader, TestIndexWriterMerging]
>    [junit4] Completed on J3 in 8.98s, 6 tests, 1 error <<< FAILURES!
>
> [...truncated 985 lines...]
> BUILD FAILED
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:498: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:471: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:60: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/extra-targets.xml:39: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/build.xml:49: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1362: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:965: There were test failures: 418 suites, 3731 tests, 1 error, 120 ignored (109 assumptions)
>
> Total time: 66 minutes 5 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Sending artifact delta relative to Lucene-Solr-NightlyTests-4.x #610
> Archived 5 artifacts
> Archive block size is 32768
> Received 0 blocks and 4845127 bytes
> Compression is 0.0%
> Took 2.9 sec
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org