You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/11/09 18:22:10 UTC

[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 671 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/671/

1 tests failed.
REGRESSION:  org.apache.lucene.store.TestLockFactory.testStressLocks

Error Message:


Stack Trace:
java.lang.reflect.InvocationTargetException
	at __randomizedtesting.SeedInfo.seed([25890CCBDF09AD2E:7BB84236C3A56548]:0)
	at sun.reflect.GeneratedConstructorAccessor26.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
	at org.apache.lucene.util.CommandLineUtil.newFSDirectory(CommandLineUtil.java:138)
	at org.apache.lucene.util.LuceneTestCase.newFSDirectoryImpl(LuceneTestCase.java:1474)
	at org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.java:1275)
	at org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.java:1256)
	at org.apache.lucene.store.TestLockFactory._testStressLocks(TestLockFactory.java:141)
	at org.apache.lucene.store.TestLockFactory.testStressLocks(TestLockFactory.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.NullPointerException: LockFactory cannot be null, use an explicit instance!
	at org.apache.lucene.store.BaseDirectory.<init>(BaseDirectory.java:37)
	at org.apache.lucene.store.FSDirectory.<init>(FSDirectory.java:128)
	at org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:141)
	at org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:97)
	... 46 more




Build Log:
[...truncated 742 lines...]
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLockFactory -Dtests.method=testStressLocks -Dtests.seed=25890CCBDF09AD2E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=en_IN -Dtests.timezone=US/Hawaii -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.03s J0 | TestLockFactory.testStressLocks <<<
   [junit4]    > Throwable #1: java.lang.reflect.InvocationTargetException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([25890CCBDF09AD2E:7BB84236C3A56548]:0)
   [junit4]    > 	at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
   [junit4]    > 	at org.apache.lucene.util.CommandLineUtil.newFSDirectory(CommandLineUtil.java:138)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newFSDirectoryImpl(LuceneTestCase.java:1474)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.java:1275)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.java:1256)
   [junit4]    > 	at org.apache.lucene.store.TestLockFactory._testStressLocks(TestLockFactory.java:141)
   [junit4]    > 	at org.apache.lucene.store.TestLockFactory.testStressLocks(TestLockFactory.java:127)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.NullPointerException: LockFactory cannot be null, use an explicit instance!
   [junit4]    > 	at org.apache.lucene.store.BaseDirectory.<init>(BaseDirectory.java:37)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.<init>(FSDirectory.java:128)
   [junit4]    > 	at org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:141)
   [junit4]    > 	at org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:97)
   [junit4]    > 	... 46 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build/core/test/J0/temp/lucene.store.TestLockFactory-25890CCBDF09AD2E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {content=BlockTreeOrds(blocksize=128)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {content=IB LL-LZ(0.3)}, locale=en_IN, timezone=US/Hawaii
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=168857840,total=275251200
   [junit4]   2> NOTE: All tests run in this JVM: [TestOfflineSorter, TestToken, TestFieldReuse, InBeforeClass, InAfterClass, InTestMethod, NonStringProperties, TestOrdinalMap, TestPackedTokenAttributeImpl, TestIndexWriterWithThreads, TestRegexpQuery, TestSortedSetSelector, TestRamUsageEstimator, TestForUtil, TestDocument, TestPerFieldPostingsFormat, TestPagedBytes, TestFlex, TestIndexWriter, TestBufferedIndexInput, TestNoDeletionPolicy, TestIndexWriterExceptions, NestedSetupChain, NestedTeardownChain, TestFastCompressionMode, TestDirectory, TestMmapDirectory, TestFilterIterator, TestSubScorerFreqs, TestDocumentsWriterStallControl, TestIndexWriterOnJRECrash, TestTimSorter, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, TestManyFields, TestIsCurrent, TestDeletionPolicy, TestLucene50NormsFormat, TestDocIdSet, TestCodecUtil, TestConstantScoreQuery, Test2BPagedBytes, TestMultiTermConstantScore, TestDocumentWriter, TestLockFactory]
   [junit4] Completed on J0 in 7.21s, 7 tests, 1 error <<< FAILURES!

[...truncated 1014 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/build.xml:49: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 405 suites, 3310 tests, 1 error, 37 ignored (27 assumptions)

Total time: 93 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 3591497 bytes
Compression is 0.0%
Took 0.83 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 676 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/676/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
java.lang.NullPointerException 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.NullPointerException

	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Error executing query

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Error executing query
	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4:3191796733E9E1D8]:0)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:100)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:223)
	at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:165)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:414)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:144)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.ParseException: Invalid content type: 
	at org.apache.http.entity.ContentType.parse(ContentType.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:513)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	... 46 more




Build Log:
[...truncated 12003 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/init-core-data-001
   [junit4]   2> 1189306 T8262 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1189312 T8262 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1189313 T8262 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1189313 T8263 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1189413 T8262 oasc.ZkTestServer.run start zk server on port:64679
   [junit4]   2> 1189414 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1189415 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189419 T8269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a039ba6 name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189420 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189420 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1189420 T8262 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1189423 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1189425 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189426 T8271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e572a8e name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189426 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189426 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1189427 T8262 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1189429 T8262 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1189431 T8262 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1189432 T8262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1189435 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1189435 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1189438 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1189439 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1189542 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189543 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189545 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1189546 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1189548 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1189548 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1189550 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1189551 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1189553 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189553 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189556 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189557 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189559 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189559 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189561 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189562 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189564 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1189564 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1190728 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1190732 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24344
   [junit4]   2> 1190732 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/'
   [junit4]   2> 1190763 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/solr.xml
   [junit4]   2> 1190831 T8262 oasc.CoreContainer.<init> New CoreContainer 698767831
   [junit4]   2> 1190832 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/]
   [junit4]   2> 1190833 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1190833 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1190836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1190836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1190837 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1190837 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1190838 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1190838 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1190838 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1190839 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1190839 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1190840 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190842 T8282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6854479d name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190843 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190843 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1190845 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190846 T8284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57dadb84 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190847 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190848 T8262 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1190850 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1190852 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1190854 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1190856 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1190858 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1190859 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24344_
   [junit4]   2> 1190860 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24344_
   [junit4]   2> 1190862 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1190863 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1190864 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1190866 T8262 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:24344_
   [junit4]   2> 1190866 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1190868 T8262 oasc.Overseer.start Overseer (id=92802893528825859-127.0.0.1:24344_-n_0000000000) starting
   [junit4]   2> 1190869 T8262 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1190875 T8262 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1190876 T8286 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1190876 T8262 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1190878 T8262 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1190879 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1190882 T8285 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1190887 T8288 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1190888 T8288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1190888 T8288 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1190888 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:24344_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24344",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 1190892 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1190894 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1191889 T8288 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1191890 T8288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1191890 T8288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1191890 T8288 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1191891 T8288 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1191891 T8288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/'
   [junit4]   2> 1191892 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1191893 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1191893 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1191942 T8288 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1191974 T8288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1192076 T8288 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1192087 T8288 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1192416 T8288 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1192418 T8288 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1192420 T8288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192423 T8288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192436 T8288 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1192436 T8288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1192436 T8288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/
   [junit4]   2> 1192437 T8288 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1192437 T8288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data
   [junit4]   2> 1192437 T8288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index/
   [junit4]   2> 1192438 T8288 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1192438 T8288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index
   [junit4]   2> 1192438 T8288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1192439 T8288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c2fccf8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5639d4db),segFN=segments_1,generation=1}
   [junit4]   2> 1192439 T8288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192443 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1192443 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192445 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192445 T8288 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1192445 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1192448 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1192448 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1192460 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192461 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192462 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192464 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192467 T8288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1192467 T8288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1192468 T8288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1192468 T8288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c2fccf8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5639d4db),segFN=segments_1,generation=1}
   [junit4]   2> 1192469 T8288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192469 T8288 oass.SolrIndexSearcher.<init> Opening Searcher@d6e9477[collection1] main
   [junit4]   2> 1192469 T8288 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1192470 T8288 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1192470 T8288 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192471 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192471 T8288 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192471 T8288 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1192472 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192473 T8288 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192473 T8288 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1192475 T8290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d6e9477[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1192477 T8288 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1192478 T8293 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24344 collection:control_collection shard:shard1
   [junit4]   2> 1192479 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1192479 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1192479 T8293 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1192480 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1192481 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192482 T8295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@734bbf11 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192483 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192483 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1192484 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1192485 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1192486 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192486 T8293 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1192487 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9886 name=collection1 org.apache.solr.core.SolrCore@5001191d url=http://127.0.0.1:24344/collection1 node=127.0.0.1:24344_ C9886_STATE=coll:control_collection core:collection1 props:{state=down, node_name=127.0.0.1:24344_, base_url=http://127.0.0.1:24344, core=collection1}
   [junit4]   2> 1192487 T8293 C9886 P24344 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24344/collection1/
   [junit4]   2> 1192487 T8262 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1192487 T8293 C9886 P24344 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1192488 T8262 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1192488 T8293 C9886 P24344 oasc.SyncStrategy.syncToMe http://127.0.0.1:24344/collection1/ has no replicas
   [junit4]   2> 1192488 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1192488 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24344/collection1/ shard1
   [junit4]   2> 1192489 T8293 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1192489 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192490 T8297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48bfa1cc name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192490 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192491 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1192491 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192491 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 1192497 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192497 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 1192498 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192498 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192502 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192502 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192502 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192544 T8293 oasc.ZkController.register We are http://127.0.0.1:24344/collection1/ and leader is http://127.0.0.1:24344/collection1/
   [junit4]   2> 1192545 T8293 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24344
   [junit4]   2> 1192545 T8293 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1192545 T8293 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1192545 T8293 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1192546 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192549 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:24344_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24344",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1"}
   [junit4]   2> 1192651 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192651 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1193731 T8262 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1193733 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1193735 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30898
   [junit4]   2> 1193735 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1193735 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1193736 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003
   [junit4]   2> 1193736 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/'
   [junit4]   2> 1193771 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/solr.xml
   [junit4]   2> 1193833 T8262 oasc.CoreContainer.<init> New CoreContainer 778558635
   [junit4]   2> 1193833 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/]
   [junit4]   2> 1193834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1193834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1193837 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1193837 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1193837 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1193837 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1193838 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1193838 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1193838 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1193839 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193840 T8309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24c8765a name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193841 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193841 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1193843 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193844 T8311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dbab450 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193844 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193847 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1194851 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30898_
   [junit4]   2> 1194852 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30898_
   [junit4]   2> 1194855 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1194866 T8313 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1194866 T8313 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1194868 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1194868 T8313 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1194869 T8313 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1194869 T8313 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1194870 T8313 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 1194871 T8313 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1194875 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:30898_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30898",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1194878 T8285 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1194878 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1194883 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1194883 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1194884 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1194884 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 1195872 T8313 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1195873 T8313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1195873 T8313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1195874 T8313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1195874 T8313 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1195874 T8313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/'
   [junit4]   2> 1195877 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1195877 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1195878 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1195941 T8313 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1195990 T8313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1196092 T8313 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1196099 T8313 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1196331 T8313 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1196333 T8313 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1196334 T8313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196337 T8313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196353 T8313 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1196353 T8313 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1196353 T8313 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/
   [junit4]   2> 1196353 T8313 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1196354 T8313 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1
   [junit4]   2> 1196354 T8313 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index/
   [junit4]   2> 1196354 T8313 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1196355 T8313 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index
   [junit4]   2> 1196355 T8313 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1196356 T8313 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ec5de6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@708e0720),segFN=segments_1,generation=1}
   [junit4]   2> 1196356 T8313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196360 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1196362 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196362 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196362 T8313 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1196366 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1196366 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1196378 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196380 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196381 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196382 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196385 T8313 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1196385 T8313 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1196386 T8313 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1196387 T8313 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ec5de6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@708e0720),segFN=segments_1,generation=1}
   [junit4]   2> 1196387 T8313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196387 T8313 oass.SolrIndexSearcher.<init> Opening Searcher@752cf1f3[collection1] main
   [junit4]   2> 1196387 T8313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1196388 T8313 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1196388 T8313 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1196389 T8313 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1196390 T8313 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196390 T8313 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1196390 T8313 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1196393 T8314 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@752cf1f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1196396 T8313 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1196396 T8317 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30898 collection:collection1 shard:shard2
   [junit4]   2> 1196397 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1196397 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1196397 T8317 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1196401 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1196403 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9887 name=collection1 org.apache.solr.core.SolrCore@74a3b71 url=http://127.0.0.1:30898/collection1 node=127.0.0.1:30898_ C9887_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:30898_, base_url=http://127.0.0.1:30898, core=collection1}
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30898/collection1/
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.syncToMe http://127.0.0.1:30898/collection1/ has no replicas
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30898/collection1/ shard2
   [junit4]   2> 1196404 T8317 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1196407 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196407 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196408 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 1196412 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196412 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196413 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196413 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1196457 T8317 oasc.ZkController.register We are http://127.0.0.1:30898/collection1/ and leader is http://127.0.0.1:30898/collection1/
   [junit4]   2> 1196458 T8317 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30898
   [junit4]   2> 1196458 T8317 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1196458 T8317 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1196458 T8317 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1196459 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196461 T8317 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1196461 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:30898_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30898",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard2"}
   [junit4]   2> 1196465 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196466 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196466 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1197601 T8262 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1197602 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1197604 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48336
   [junit4]   2> 1197605 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/'
   [junit4]   2> 1197644 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/solr.xml
   [junit4]   2> 1197708 T8262 oasc.CoreContainer.<init> New CoreContainer 1542112716
   [junit4]   2> 1197709 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/]
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1197712 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1197712 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1197712 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1197713 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1197713 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1197713 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1197713 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1197714 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1197714 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197716 T8328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12600339 name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197717 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197717 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1197719 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197720 T8330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c333bff name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197720 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197724 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1198729 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48336_
   [junit4]   2> 1198730 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48336_
   [junit4]   2> 1198733 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1198743 T8332 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1198743 T8332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1198745 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1198745 T8332 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1198746 T8332 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1198746 T8332 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1198747 T8332 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1198748 T8332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1198749 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:48336_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48336",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1198751 T8285 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1198752 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1198756 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1198757 T8331 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1198757 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1198757 T8331 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1198758 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1199748 T8332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1199749 T8332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1199749 T8332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1199749 T8332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1199750 T8332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1199750 T8332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/'
   [junit4]   2> 1199752 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1199752 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1199753 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1199831 T8332 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1199863 T8332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1199965 T8332 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1199972 T8332 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1200205 T8332 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1200208 T8332 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1200209 T8332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1200212 T8332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1200229 T8332 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1200229 T8332 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1200230 T8332 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/
   [junit4]   2> 1200230 T8332 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1200231 T8332 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2
   [junit4]   2> 1200231 T8332 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index/
   [junit4]   2> 1200231 T8332 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1200232 T8332 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index
   [junit4]   2> 1200232 T8332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1200233 T8332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@265a4b38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72005d33),segFN=segments_1,generation=1}
   [junit4]   2> 1200233 T8332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1200240 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1200240 T8332 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1200240 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200241 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200241 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1200243 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1200243 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1200244 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1200244 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1200258 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200259 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200260 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200262 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200265 T8332 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1200265 T8332 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1200267 T8332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1200267 T8332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@265a4b38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72005d33),segFN=segments_1,generation=1}
   [junit4]   2> 1200267 T8332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1200268 T8332 oass.SolrIndexSearcher.<init> Opening Searcher@485aa099[collection1] main
   [junit4]   2> 1200268 T8332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1200269 T8332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1200269 T8332 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1200269 T8332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1200269 T8332 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1200271 T8332 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1200271 T8332 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1200274 T8333 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@485aa099[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1200277 T8332 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1200278 T8336 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48336 collection:collection1 shard:shard3
   [junit4]   2> 1200279 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1200279 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1200279 T8336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1200283 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1200285 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1200285 T8336 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1200285 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9888 name=collection1 org.apache.solr.core.SolrCore@4f2e0e94 url=http://127.0.0.1:48336/collection1 node=127.0.0.1:48336_ C9888_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:48336_, base_url=http://127.0.0.1:48336, core=collection1}
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48336/collection1/
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.syncToMe http://127.0.0.1:48336/collection1/ has no replicas
   [junit4]   2> 1200286 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48336/collection1/ shard3
   [junit4]   2> 1200286 T8336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1200290 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1200290 T8331 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1200290 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1200291 T8331 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 1200291 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 1200295 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1200296 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1200296 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has 

[...truncated too long message...]

junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection3_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3450, name=Thread-415, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection0_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3452, name=Thread-417, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection2_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 more
   [junit4]   2> 1824900 T2962 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-B077F77F44B681E4-001
   [junit4]   2> 1227919 T2961 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {a_t=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128), text=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=Memory doPackFST= true)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=es_EC, timezone=America/Cordoba
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=27213376,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestCloudManagedSchemaConcurrent, TestSearchPerf, SuggesterTest, LeaderInitiatedRecoveryOnCommitTest, TestNRTOpen, TestPhraseSuggestions, FieldAnalysisRequestHandlerTest, TestNonDefinedSimilarityFactory, ResponseLogComponentTest, TestJoin, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J3 in 1228.74s, 1 test, 1 error <<< FAILURES!

[...truncated 983 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 2 errors, 54 ignored (9 assumptions)

Total time: 233 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 923133723 bytes
Compression is 0.0%
Took 2 min 51 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 675 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/675/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)


REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=601, name=Thread-303, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=601, name=Thread-303, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52394/sea/wc/collection1
	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:380)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52394/sea/wc/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:579)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:378)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
	... 4 more




Build Log:
[...truncated 11895 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/init-core-data-001
   [junit4]   2> 71267 T87 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sea/wc
   [junit4]   2> 71275 T87 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 71292 T87 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 71306 T88 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 71606 T87 oasc.ZkTestServer.run start zk server on port:52387
   [junit4]   2> 71621 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 71949 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 72022 T89 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 73557 T93 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2277ed0a name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 73558 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 73559 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 73571 T87 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 73723 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 73724 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 73726 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2616aa35 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 73726 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 73727 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 73734 T87 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 73739 T87 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 73743 T87 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 73746 T87 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 73750 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 73751 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 73757 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 73758 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 73762 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 73763 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 73767 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 73767 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 73771 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 73772 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 73776 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 73777 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 73780 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 73781 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 73785 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 73786 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 73790 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 73791 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 73795 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 73796 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 73799 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 73800 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 76176 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 76182 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52394
   [junit4]   2> 76183 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 76183 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 76184 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002
   [junit4]   2> 76184 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/'
   [junit4]   2> 76240 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/solr.xml
   [junit4]   2> 76346 T87 oasc.CoreContainer.<init> New CoreContainer 111057813
   [junit4]   2> 76347 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/]
   [junit4]   2> 76348 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 76349 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 76349 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 76350 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 76350 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 76350 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 76351 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 76351 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 76352 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 76352 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 76353 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 76353 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 76354 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 76354 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 76355 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 76402 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 76403 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 76404 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76406 T107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b3cb3b7 name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76407 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76407 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 76428 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76430 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@635cf46e name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76430 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76462 T87 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 76488 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 76502 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 76507 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 76512 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 76544 T87 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 76547 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52394_sea%2Fwc
   [junit4]   2> 76560 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52394_sea%2Fwc
   [junit4]   2> 76565 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 76568 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 76571 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 76603 T87 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52394_sea%2Fwc
   [junit4]   2> 76604 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 76607 T87 oasc.Overseer.start Overseer (id=92796262108823555-127.0.0.1:52394_sea%2Fwc-n_0000000000) starting
   [junit4]   2> 76651 T87 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 76693 T87 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 76718 T111 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 76719 T87 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 76723 T87 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 76725 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 76768 T110 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 76795 T113 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 76795 T113 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 76817 T113 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 76826 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 76864 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52394/sea/wc",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52394_sea%2Fwc",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 76864 T110 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 76900 T110 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 76919 T110 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 76944 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 77818 T113 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 77818 T113 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 77819 T113 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 77819 T113 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 77821 T113 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 77822 T113 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/'
   [junit4]   2> 77824 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 77825 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 77825 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 78024 T113 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 78081 T113 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 78083 T113 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 78107 T113 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 78534 T113 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 78538 T113 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 78540 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 78547 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 78600 T113 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 78601 T113 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 78601 T113 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/
   [junit4]   2> 78602 T113 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56c244e1
   [junit4]   2> 78618 T113 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data
   [junit4]   2> 78619 T113 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/index/
   [junit4]   2> 78619 T113 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 78621 T113 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/index
   [junit4]   2> 78621 T113 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=29.490234375, floorSegmentMB=0.4833984375, forceMergeDeletesPctAllowed=4.8675051890866605, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 78627 T113 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 78628 T113 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 78635 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 78636 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 78636 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 78636 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 78637 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 78637 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 78637 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 78638 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 78638 T113 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 78644 T113 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 78645 T113 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 78646 T113 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 78647 T113 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 78647 T113 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 78648 T113 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 78648 T113 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 78649 T113 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 78649 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 78650 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 78651 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 78666 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78668 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78669 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78671 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78677 T113 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 78677 T113 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 78678 T113 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=65.0048828125, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=22.63027189867615, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6989415891536771
   [junit4]   2> 78681 T113 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 78681 T113 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 78682 T113 oass.SolrIndexSearcher.<init> Opening Searcher@64894954[collection1] main
   [junit4]   2> 78682 T113 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 78684 T113 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 78684 T113 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 78697 T113 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 78697 T113 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 78698 T113 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 78698 T113 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 78699 T113 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 78700 T113 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 78703 T113 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 78703 T113 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 78703 T113 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 78709 T115 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64894954[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 78721 T113 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 78722 T118 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52394/sea/wc collection:control_collection shard:shard1
   [junit4]   2> 78723 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 78723 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 78761 T118 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 78765 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 78766 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 78769 T120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@726f539b name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 78770 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 78770 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 78773 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 78773 T118 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 78777 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 78778 T118 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 78778 T118 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 78784 T87 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> ASYNC  NEW_CORE C50 name=collection1 org.apache.solr.core.SolrCore@5fc12f83 url=http://127.0.0.1:52394/sea/wc/collection1 node=127.0.0.1:52394_sea%2Fwc C50_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52394/sea/wc, node_name=127.0.0.1:52394_sea%2Fwc, state=down}
   [junit4]   2> 78786 T118 C50 P52394 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52394/sea/wc/collection1/
   [junit4]   2> 78786 T118 C50 P52394 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 78787 T118 C50 P52394 oasc.SyncStrategy.syncToMe http://127.0.0.1:52394/sea/wc/collection1/ has no replicas
   [junit4]   2> 78787 T118 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52394/sea/wc/collection1/ shard1
   [junit4]   2> 78791 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78792 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78808 T118 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 78817 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 78928 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78928 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78971 T118 oasc.ZkController.register We are http://127.0.0.1:52394/sea/wc/collection1/ and leader is http://127.0.0.1:52394/sea/wc/collection1/
   [junit4]   2> 78972 T118 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52394/sea/wc
   [junit4]   2> 78972 T118 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 78972 T118 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 78972 T118 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 78975 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 78982 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52394/sea/wc",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52394_sea%2Fwc",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 79089 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 79089 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 80029 T87 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 80035 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 80038 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52404
   [junit4]   2> 80039 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 80039 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 80039 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003
   [junit4]   2> 80040 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/'
   [junit4]   2> 80087 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/solr.xml
   [junit4]   2> 80172 T87 oasc.CoreContainer.<init> New CoreContainer 1989347316
   [junit4]   2> 80172 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/]
   [junit4]   2> 80173 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 80174 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 80174 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 80174 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 80176 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 80176 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 80176 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 80177 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 80177 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 80177 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 80178 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 80178 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 80178 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 80179 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 80181 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eef60fd name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 80182 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 80182 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 80185 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 80186 T134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d237c08 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 80187 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 80195 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 81200 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52404_sea%2Fwc
   [junit4]   2> 81202 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52404_sea%2Fwc
   [junit4]   2> 81208 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 81224 T136 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 81224 T136 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 81226 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 81226 T136 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 81231 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52404/sea/wc",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52404_sea%2Fwc",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 81231 T110 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 81231 T110 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 81232 T110 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 81237 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 81237 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 81237 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82227 T136 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 82228 T136 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 82229 T136 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 82229 T136 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 82231 T136 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 82231 T136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/'
   [junit4]   2> 82233 T136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 82234 T136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 82235 T136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 82309 T136 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 82363 T136 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 82366 T136 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 82387 T136 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 82784 T136 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 82787 T136 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 82789 T136 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 82795 T136 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 82835 T136 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 82836 T136 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 82836 T136 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/
   [junit4]   2> 82836 T136 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56c244e1
   [junit4]   2> 82837 T136 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1
   [junit4]   2> 82838 T136 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/index/
   [junit4]   2> 82838 T136 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 82840 T136 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/index
   [junit4]   2> 82841 T136 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=29.490234375, floorSegmentMB=0.4833984375, forceMergeDeletesPctAllowed=4.8675051890866605, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 82847 T136 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 82848 T136 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 82860 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 82861 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 82861 T136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 82862 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 82862 T136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 82862 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 82863 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 82863 T136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 82863 T136 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 82866 T136 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 82867 T136 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 82869 T136 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 82871 T136 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 82872 T136 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 82873 T136 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 82873 T136 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 82875 T136 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 82876 T136 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 82877 T136 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 82879 T136 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 82898 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82900 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82902 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82904 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82909 T136 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 82909 T136 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 82912 T136 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=65.0048828125, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=22.63027189867615, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6989415891536771
   [junit4]   2> 82915 T136 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 82915 T136 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 82916 T136 oass.SolrIndexSearcher.<init> Opening Searcher@dad2271[collection1] main
   [junit4]   2> 82916 T136 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 82918 T136 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 82918 T136 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 82919 T136 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 82919 T136 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 82919 T136 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 82921 T136 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 82921 T136 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 82921 T136 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 82922 T136 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 82936 T137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dad2271[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 82945 T136 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 82946 T140 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52404/sea/wc collection:collection1 shard:shard2
   [junit4]   2> 82947 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 82948 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 82948 T140 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 82955 T140 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 82957 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 82958 T140 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 82958 T140 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C51 name=collection1 org.apache.solr.core.SolrCore@3963f7b url=http://127.0.0.1:52404/sea/wc/collection1 node=127.0.0.1:52404_sea%2Fwc C51_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52404/sea/wc, node_name=127.0.0.1:52404_sea%2Fwc, state=down}
   [junit4]   2> 82958 T140 C51 P52404 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52404/sea/wc/collection1/
   [junit4]   2> 82959 T140 C51 P52404 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 82959 T140 C51 P52404 oasc.SyncStrategy.syncToMe http://127.0.0.1:52404/sea/wc/collection1/ has no replicas
   [junit4]   2> 82960 T140 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52404/sea/wc/collection1/ shard2
   [junit4]   2> 82960 T140 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 82965 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82965 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82965 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82981 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 82985 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82985 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82986 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 83018 T140 oasc.ZkController.register We are http://127.0.0.1:52404/sea/wc/collection1/ and leader is http://127.0.0.1:52404/sea/wc/collection1/
   [junit4]   2> 83019 T140 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52404/sea/wc
   [junit4]   2> 83019 T140 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 83020 T140 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 83020 T140 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 83023 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 83030 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52404/sea/wc",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52404_sea%2Fwc",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 83137 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 83137 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 83137 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 84161 T87 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 84162 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 84164 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52407
   [junit4]   2> 84165 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 84165 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84165 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004
   [junit4]   2> 84166 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/'
   [junit4]   2> 84196 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/solr.xml
   [junit4]   2> 84256 T87 oasc.CoreContainer.<init> New CoreContainer 374324116
   [junit4]   2> 84256 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/]
   [junit4]   2> 84257 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 84260 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 84260 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 84261 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 84261 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 84261 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 84261 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 84262 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 84262 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 84263 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84265 T151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ca3fcfd name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84265 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84265 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 84267 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84269 T153 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e193d70 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84269 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84276 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 85281 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52407_sea%2Fwc
   [junit4]   2> 85283 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52407_sea%2Fwc
   [junit4]   2> 85289 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 85298 T155 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 85299 T155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 85300 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 85300 T155 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 85305 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52407/sea/wc",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52407_sea%2Fwc",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 85305 T110 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 85306 T110 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 85310 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 85310 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 85310 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 85310 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 86301 T155 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 86302 T155 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 86303 T155 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 86303 T155 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 86305 T155 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 86305 T155 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/'
   [junit4]   2> 86308 T155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 86308 T155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 86309 T155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 86382 T155 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 86436 T155 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 86454 T155 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 86473 T155 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 86858 T155 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 86861 T155 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 86863 T155 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 86870 T155 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 86915 T155 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 86915 T155 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 86915 T155 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/
   [junit4]   2> 86916 T155 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56c244e1
   [junit4]   2> 86917 T155 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2
   [junit4]   2> 86917 T155 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/index/
   [junit4]   2> 86918 T155 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 86920 T155 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/index
   [junit4]   2> 86921 T155 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=29.490234375, floorSegmentMB=0.4833984375, forceMergeDeletesPctAllowed=4.8675051890866605, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 86926 T155 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 86927 T155 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86940 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 86941 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 86943 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 86944 T155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 86944 T155 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 86946 T155 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86947 T155 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86949 T155 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86951 T155 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 86952 T155 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 86952 T155 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 86953 T155 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 86954 T155 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 86955 T155 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 86957 T155 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 86958 T155 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 86977 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86979 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86981 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86983 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86990 T155 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 86991 T155 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 86993 T155 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=65.0048828125, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=22.63027189867615, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6989415891536771
   [junit4]   2> 86997 T155 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 86997 T155 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86997 T155 oass.SolrIndexSearcher.<init> Opening Searcher@1f4ebc6e[collection1] main
   [junit4]   2> 86998 T155 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 87000 T155 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 87000 T155 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 87001 T155 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 87001 T155 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 87001 T155 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 87003 T155 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 87003 T155 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 87004 T155 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 87004 T155 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 87013 T156 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f4ebc6e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 87024 T155 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 87025 T159 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52407/sea/wc collection:collection1 shard:shard1
   [junit4]   2> 87026 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 87027 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 87027 T159 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 87035 T159 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 87038 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87039 T159 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 87039 T159 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C52 name=collection1 org.apache.solr.core.SolrCore@298d7d87 url=http://127.0.0.1:52407/sea/wc/collection1 node=127.0.0.1:52407_sea%2Fwc C52_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52407/sea/wc, node_name=127.0.0.1:52407_sea%2Fwc, state=down}
   [junit4]   2> 87040 T159 C52 P52407 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52407/sea/wc/collection1/
   [junit4]   2> 87040 T159 C52 P52407 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 87040 T159 C52 P52407 oasc.SyncStrategy.syncToMe http://127.0.0.1:52407/sea/wc/collection1/ has no replicas
   [junit4]   2> 87041 T159 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52407/sea/wc/collection1/ shard1
   [junit4]   2> 87041 T159 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 87049 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87049 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87049 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87049 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87063 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87065 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87065 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87065 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87065 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87100 T159 oasc.ZkController.register We are http://127.0.0.1:52407/sea/wc/collection1/ and leader is http://127.0.0.1:52407/sea/wc/collection1/
   [junit4]   2> 87101 T159 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52407/sea/wc
   [junit4]   2> 87101 T159 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 87101 T159 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 87102 T159 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 87104 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87109 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52407/sea/wc",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52407_sea%2Fwc",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 87214 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87214 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87214 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87214 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 88237 T87 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 88238 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 88240 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52410
   [junit4]   2> 88241 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 88241 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 88241 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005
   [junit4]   2> 88242 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005/'
   [junit4]   2> 88272 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005/solr.xml
   [junit4]   2> 88330 T87 oasc.CoreContainer.<init> New CoreContainer 238007912
   [junit4]   2> 88331 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005/]
   [junit4]   2> 88332 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 88332 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 88332 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 88334 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 88334 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 88334 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 88335 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 88335 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 88335 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 88336 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 88336 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 88336 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 88337 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 88337 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 88339 T170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e706d1e name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 88340 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 88340 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 88343 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 88345 T172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c7ce4a6 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 88345 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 88353 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 89359 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52410_sea%2Fwc
   [junit4]   2> 89361 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52410_sea%2Fwc
   [junit4]   2> 89366 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 89376 T174 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 89376 T174 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 89378 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 89378 T174 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 89382 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52410

[...truncated too long message...]

adPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  64) Thread[id=5648, name=zkCallback-227-thread-114, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  65) Thread[id=3746, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[C412F994C135E7A4]-SendThread(127.0.0.1:10866), state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 	  66) Thread[id=3854, name=Thread-2271, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:923)
   [junit4]   2> 	  67) Thread[id=3661, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[C412F994C135E7A4]-SendThread(127.0.0.1:10866), state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 	  68) Thread[id=3685, name=Thread-2188, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:923)
   [junit4]   2> 	  69) Thread[id=3665, name=searcherExecutor-1044-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  70) Thread[id=3711, name=qtp1989185045-3711 Acceptor0 SslSocketConnector@127.0.0.1:10920, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4]   2> 	        at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
   [junit4]   2> 	        at java.net.ServerSocket.implAccept(ServerSocket.java:530)
   [junit4]   2> 	        at sun.security.ssl.SSLServerSocketImpl.accept(SSLServerSocketImpl.java:317)
   [junit4]   2> 	        at org.eclipse.jetty.server.ssl.SslSocketConnector.accept(SslSocketConnector.java:108)
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  71) Thread[id=3760, name=HashSessionScavenger-45, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {id=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), a_i=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_JO, timezone=Pacific/Majuro
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=73,free=275094872,total=457179136
   [junit4]   2> NOTE: All tests run in this JVM: [TestTolerantSearch, PrimitiveFieldTypeTest, TestQuerySenderNoQuery, URLClassifyProcessorTest, NoCacheHeaderTest, TestStressVersions, FullSolrCloudDistribCmdsTest, TestFastOutputStream, TestMaxScoreQueryParser, TestBlendedInfixSuggestions, ShowFileRequestHandlerTest, DistributedFacetPivotSmallTest, EnumFieldTest, DebugComponentTest, ExternalFileFieldSortTest, BasicZkTest, CloudMLTQParserTest, DistribDocExpirationUpdateProcessorTest, PreAnalyzedFieldTest, DocumentBuilderTest, SpatialFilterTest, TestCollapseQParserPlugin, TestReloadAndDeleteDocs, TestClassNameShortening, TestReplicaProperties, TestComponentsName, TestDocumentBuilder, TestHighFrequencyDictionaryFactory, SolrCoreCheckLockOnStartupTest, TestSystemIdResolver, TestCollationField, SuggesterFSTTest, OpenCloseCoreStressTest, HdfsWriteToMultipleCollectionsTest, TestReload, TestDocBasedVersionConstraints, TestDefaultSearchFieldResource, TestLFUCache, TestOverriddenPrefixQueryForCustomFieldType, RequiredFieldsTest, TestConfigSets, VMParamsZkACLAndCredentialsProvidersTest, CoreAdminCreateDiscoverTest, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=C412F994C135E7A4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_JO -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)
   [junit4] Completed on J1 in 7224.56s, 1 test, 2 errors <<< FAILURES!

[...truncated 44 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 1 suite-level error, 2 errors, 111 ignored (9 assumptions)

Total time: 296 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 878440920 bytes
Compression is 0.0%
Took 2 min 36 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 674 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/674/

2 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}]> but was:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}, {indexVersion=1415866945212,generation=3,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _iv0.fdt, _iv0.fdx, _iv0.fnm, _iv0.nvd, _iv0.nvm, _iv0.si, _iv0_Direct_0.doc, _iv0_Direct_0.tim, _iv0_Direct_0.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}]> but was:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}, {indexVersion=1415866945212,generation=3,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _iv0.fdt, _iv0.fdx, _iv0.fnm, _iv0.nvd, _iv0.nvm, _iv0.si, _iv0_Direct_0.doc, _iv0_Direct_0.tim, _iv0_Direct_0.tip, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([8E8D7A83BCE9C278:AB5A61B3CCA1CC7B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds

Error Message:
1: soft wasn't fast enough

Stack Trace:
java.lang.AssertionError: 1: soft wasn't fast enough
	at __randomizedtesting.SeedInfo.seed([8E8D7A83BCE9C278:D298D4BA576B8300]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:316)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11525 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001
   [junit4]   2> 1798 T13 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 1984 T13 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2201 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2213 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2214 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2216 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4119 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 4570 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4630 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 4783 T13 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 8100 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 8183 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 8187 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 9476 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 9517 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 9524 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 9555 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 9556 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 9557 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 9558 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 9559 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 9578 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 9579 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr
   [junit4]   2> 9579 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/'
   [junit4]   2> 9880 T13 oasc.CoreContainer.<init> New CoreContainer 1912674492
   [junit4]   2> 9881 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/]
   [junit4]   2> 10045 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 10046 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 10047 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 10047 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 10048 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 10049 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 10049 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 10050 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 10050 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 10051 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 11228 T13 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 11262 T13 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 11270 T13 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 11283 T13 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 12017 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 12020 T14 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 12021 T14 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 12023 T14 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 12298 T14 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 12373 T14 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 12375 T14 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 12451 T14 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 12918 T14 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 12940 T14 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 12944 T14 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 12975 T14 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12983 T14 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12989 T14 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12991 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 12991 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 12992 T14 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12993 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 12994 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 13002 T14 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 13355 T14 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 13395 T14 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 13405 T14 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 13615 T14 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001
   [junit4]   2> 13616 T14 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 13617 T14 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 13618 T14 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index
   [junit4]   2> 13623 T14 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 13960 T14 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 13969 T14 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 14103 T14 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 16745 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 16967 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 16968 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 16969 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 16970 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16971 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16972 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 17032 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 17032 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 17286 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 17287 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 17287 T14 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 17344 T14 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 17345 T14 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 17345 T14 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 17346 T14 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 17354 T14 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 17432 T14 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 17491 T14 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 17665 T14 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 17666 T14 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 17675 T14 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 17755 T14 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 17832 T14 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 17833 T14 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 17833 T14 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 17834 T14 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 17873 T14 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 17874 T14 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17875 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17875 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17876 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17876 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17877 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17877 T14 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17878 T14 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17910 T14 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 17943 T14 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 18142 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18169 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18171 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18173 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18179 T14 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 18343 T14 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 18343 T14 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 18348 T14 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2056ae83
   [junit4]   2> 18371 T14 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 18371 T14 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 18525 T14 oass.SolrIndexSearcher.<init> Opening Searcher@4ee2dd22[collection1] main
   [junit4]   2> 18603 T14 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 18734 T14 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 18734 T14 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 18748 T14 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 18749 T14 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 18749 T14 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 19158 T14 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 19975 T14 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 19975 T15 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ee2dd22[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 20019 T13 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 20030 T13 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 20031 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 20033 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 20034 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 20035 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 20254 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 20341 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20343 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 20417 T13 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 20877 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 20895 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 20898 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 20925 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 20932 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 20937 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 20938 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 20939 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 20939 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 20940 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 20941 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 20941 T13 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 20942 T13 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 20943 T13 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 20943 T13 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 20944 T13 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 20946 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 20947 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 20948 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 20948 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 20949 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 20949 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 20950 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 20951 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 20951 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 20952 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 20953 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 20953 T13 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 20954 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20954 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20955 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20955 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 20956 T13 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 20956 T13 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 20957 T13 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 20958 T13 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 20958 T13 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 20959 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 20960 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 20960 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 20961 T13 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 20961 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 20962 T13 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 20962 T13 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 20963 T13 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20963 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20964 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20964 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20965 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20966 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20967 T13 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20967 T13 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20968 T13 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 20968 T13 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 20970 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20973 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20975 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20977 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20979 T13 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 20987 T13 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 20988 T13 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 20988 T13 oass.SolrIndexSearcher.<init> Opening Searcher@5474ef58[collection1] main
   [junit4]   2> 20989 T13 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 20990 T13 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 20990 T13 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 20991 T13 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 20991 T13 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 20992 T13 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 20996 T13 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 21013 T13 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 21013 T17 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5474ef58[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 21014 T13 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 21015 T13 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 21016 T13 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=75.0380859375, floorSegmentMB=1.94140625, forceMergeDeletesPctAllowed=25.844980327716954, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 21018 T13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 21018 T13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21019 T13 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 21020 T13 oass.SolrIndexSearcher.<init> Opening Searcher@3a089cc1[collection1] main
   [junit4]   2> 21027 T13 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 21028 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f4150bd
   [junit4]   2> 21028 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 21029 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 21050 T17 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a089cc1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@1e75a52d
   [junit4]   2> 22787 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5000 (1484641447368982528)]} 0 1741
   [junit4]   2> 22912 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5001 (1484641448561213440)]} 0 1
   [junit4]   2> 22916 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5002 (1484641448565407744)]} 0 1
   [junit4]   2> 22919 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5003 (1484641448568553472)]} 0 1
   [junit4]   2> 22922 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5004 (1484641448571699200)]} 0 1
   [junit4]   2> 23269 T19 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 23925 T13 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 23968 T18 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeRapidAdds -Dtests.seed=8E8D7A83BCE9C278 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=vi_VN -Dtests.timezone=Europe/Samara -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 4.00s J0 | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1: soft wasn't fast enough
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E8D7A83BCE9C278:D298D4BA576B8300]:0)
   [junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:316)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 24032 T13 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 24033 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 24035 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 24036 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 24037 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 24237 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 24301 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 24302 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 24387 T13 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 24389 T19 oass.SolrIndexSearcher.<init> Opening Searcher@53885c6b[collection1] main
   [junit4]   2> 24394 T19 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 24395 T17 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53885c6b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5)))}
   [junit4]   2> 24396 T18 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_2,generation=2}
   [junit4]   2> 24397 T18 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 24398 T18 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 24399 T18 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 24759 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 24774 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 24777 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 24801 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24811 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24815 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 24816 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 24817 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 24817 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 24818 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 24819 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 24819 T13 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 24820 T13 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 24820 T13 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 24821 T13 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 24822 T13 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 24823 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 24824 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 24824 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 24825 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 24825 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24826 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24827 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 24828 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 24828 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 24829 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24830 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24830 T13 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 24831 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24831 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24832 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24832 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 24833 T13 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 24833 T13 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 24834 T13 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 24834 T13 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 24835 T13 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 24835 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 24836 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 24837 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 24837 T13 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 24837 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 24838 T13 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 24838 T13 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 24839 T13 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24839 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24840 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24840 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24841 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24841 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24842 T13 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24842 T13 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24843 T13 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 24843 T13 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 24860 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24862 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24864 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24866 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24867 T13 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 24870 T13 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 24870 T13 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 24872 T13 oass.SolrIndexSearcher.<init> Opening Searcher@15946d47[collection1] main
   [junit4]   2> 24872 T13 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 24873 T13 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 24873 T13 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 24874 T13 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 24874 T13 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 24875 T13 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 24878 T13 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 24894 T13 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 24894 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15946d47[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5)))}
   [junit4]   2> 24895 T13 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 24895 T13 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 24897 T13 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=0.693359375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=13.919043185460977, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 24901 T13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_2,generation=2}
   [junit4]   2> 24901 T13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 24902 T13 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 24909 T13 oass.SolrIndexSearcher.<init> Opening Searcher@59d9c141[collection1] main
   [junit4]   2> 24911 T13 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 24911 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59d9c141[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5)))}
   [junit4]   2> 24912 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e75a52d
   [junit4]   2> 24917 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=339,transaction_logs_total_number=1}
   [junit4]   2> 24918 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@6ab1aae
   [junit4]   2> 24925 T13 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1484641450667802624)]} 0 5
   [junit4]   2> 25426 T22 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 25610 T22 oass.SolrIndexSearcher.<init> Opening Searcher@a544ff1[collection1] main
   [junit4]   2> 25612 T22 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 25612 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a544ff1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1)))}
   [junit4]   2> 25615 T13 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[530 (1484641451394465792)]} 0 3
   [junit4]   2> 26116 T22 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 26126 T21 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 26131 T22 oass.SolrIndexSearcher.<init> Opening Searcher@434e25e1[collection1] main
   [junit4]   2> 26133 T22 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 26133 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@434e25e1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 26141 T21 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_3,generation=3}
   [junit4]   2> 26142 T21 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 26143 T21 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 26144 T21 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 29345 T13 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 29360 T13 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 29361 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 29363 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 29364 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 29365 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 29617 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 29710 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 29712 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 29770 T13 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 30342 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 30368 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 30372 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 30407 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 30415 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 30421 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 30423 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 30424 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 30424 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 30426 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 30426 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 30427 T13 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 30428 T13 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 30429 T13 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 30429 T13 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 30430 T13 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 30433 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 30434 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 30434 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 30435 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 30436 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 30436 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 30437 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 30438 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 30439 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 30440 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 30441 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 30442 T13 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 30443 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 30443 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 30444 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 30445 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 30445 T13 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 30446 T13 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 30447 T13 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 30447 T13 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 30448 T13 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 30449 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 30450 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 30451 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 30451 T13 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 30452 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 30453 T13 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 30454 T13 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 30454 T13 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30455 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30456 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30457 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30457 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30458 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30459 T13 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30460 T13 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30460 T13 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 30461 T13 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 30494 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30496 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30500 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30503 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30506 T13 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 30509 T13 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 30510 T13 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 30512 T13 oass.SolrIndexSearcher.<init> Opening Searcher@2174650c[collection1] main
   [junit4]   2> 30513 T13 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 30514 T13 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 30515 T13 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 30515 T13 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 30516 T13 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 30516 T13 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 30522 T13 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 30547 T13 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 30547 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2174650c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 30548 T13 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 30549 T13 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 30551 T13 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 30562 T13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_3,generation=3}
   [junit4]   2> 30563 T13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 30564 T13 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 30682 T13 oass.SolrIndexSearcher.<init> Opening Searcher@61f133ea[collection1] main
   [junit4]   2> 30684 T13 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 30684 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61f133ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 30684 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ab1aae
   [junit4]   2> 30686 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=2,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=544,transaction_logs_total_number=2}
   [junit4]   2> 30687 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@57a54666
   [junit4]   2> 30696 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1484641456718086144)]} 0 6
   [junit4]   2> 30705 T13 C2 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 30755 T13 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_4,generation=4}
   [junit4]   2> 30756 T13 C2 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 30762 T13 C2 oass.SolrIndexSearcher.<init> Opening Searcher@dd2cc4a[collection1] main
   [junit4]   2> 30763 T13 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 30764 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dd2cc4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_2(5.0.0):C1) Uninverting(_3(5.0.0):C1)))}
   [junit4]   2> 30766 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 62
   [junit4]   2> 30772 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {delete=[529 (-1484641456801972224)]} 0 3
   [junit4]   2> 31274 T25 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 31288 T25 oass.SolrIndexSearcher.<init> Opening Searcher@25de587d[collection1] main
   [junit4]   2> 31289 T25 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 31289 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25de587d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 31293 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[550 (1484641457347231744)]} 0 4
   [junit4]   2> 31793 T25 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 31806 T25 oass.SolrIndexSearcher.<init> Opening Searcher@55f805f6[collection1] main
   [junit4]   2> 31807 T25 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 31807 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55f805f6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_2(5.0.0):C1) Uninverting(_4(5.0.0):C1)))}
   [junit4]   2> 31974 T24 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 31977 T24 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_5,generation=5}
   [junit4]   2> 31977 T24 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 31978 T24 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 31979 T24 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 33978 T13 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 33982 T13 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 33983 T13 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1912674492
   [junit4]   2> 33983 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@57a54666
   [junit4]   2> 33984 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=2,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=1,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=838,transaction_logs_total_number=4}
   [junit4]   2> 33984 T13 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 33985 T13 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 33985 T13 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 33987 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 33990 T13 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 33991 T13 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 33991 T13 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index
   [junit4]   2> 33992 T13 oasc.CachingDirectoryFac

[...truncated too long message...]

handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-003/collection1/data
   [junit4]   2> 3364180 T513904 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3369180 T513904 oas.SolrTestCaseJ4.tearDown ###Ending doTestRepeater
   [junit4]   2> 3369181 T513904 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=894345753
   [junit4]   2> 3369184 T513904 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2c53969d
   [junit4]   2> 3369184 T513904 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3369185 T513904 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3369185 T513904 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3369186 T513904 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3369187 T513904 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3369188 T513904 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3369188 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data/index;done=false>>]
   [junit4]   2> 3369188 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data/index
   [junit4]   2> 3369189 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data;done=false>>]
   [junit4]   2> 3369189 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data
   [junit4]   2> 3369190 T513904 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3374186 T513904 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=919617065
   [junit4]   2> 3374188 T513904 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d36b619
   [junit4]   2> 3374188 T513904 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3374189 T513904 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3374189 T513904 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3374190 T513904 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3374191 T513904 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3374192 T513904 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3374192 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data/index;done=false>>]
   [junit4]   2> 3374193 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data/index
   [junit4]   2> 3374193 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data;done=false>>]
   [junit4]   2> 3374194 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data
   [junit4]   2> 3374194 T513904 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3379200 T513904 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {newname=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), name=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es, timezone=Africa/Addis_Ababa
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=125884752,total=476053504
   [junit4]   2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, TestCursorMarkWithoutUniqueKey, TestZkChroot, TestStressVersions, DocumentBuilderTest, JSONWriterTest, SolrCoreTest, TestPartialUpdateDeduplication, TestCollationField, SuggesterFSTTest, TestCollectionAPI, MigrateRouteKeyTest, ChaosMonkeySafeLeaderTest, CurrencyFieldOpenExchangeTest, TestBlendedInfixSuggestions, SortByFunctionTest, BasicZkTest, HdfsWriteToMultipleCollectionsTest, TestTolerantSearch, TestConfigSets, AutoCommitTest, RequiredFieldsTest, DistributedDebugComponentTest, TestReload, DirectUpdateHandlerOptimizeTest, MultiThreadedOCPTest, PreAnalyzedUpdateProcessorTest, DisMaxRequestHandlerTest, TestCloudInspectUtil, DebugComponentTest, TestLFUCache, TestComponentsName, TestConfig, DirectSolrSpellCheckerTest, ZkControllerTest, SystemInfoHandlerTest, URLClassifyProcessorTest, TestSystemIdResolver, EnumFieldTest, UpdateParamsTest, SolrCoreCheckLockOnStartupTest, DistributedFacetPivotSmallTest, SolrRequestParserTest, TestLMDirichletSimilarityFactory, AssignTest, SignatureUpdateProcessorFactoryTest, TestReloadAndDeleteDocs, OverriddenZkACLAndCredentialsProvidersTest, ExitableDirectoryReaderTest, TestHighFrequencyDictionaryFactory, OpenCloseCoreStressTest, TestAtomicUpdateErrorCases, PreAnalyzedFieldTest, SpatialFilterTest, MBeansHandlerTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler]
   [junit4] Completed on J1 in 1439.22s, 14 tests, 1 failure <<< FAILURES!

[...truncated 196 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 2 failures, 54 ignored (9 assumptions)

Total time: 265 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 1221186698 bytes
Compression is 0.0%
Took 3 min 39 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 673 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/673/

1 tests failed.
REGRESSION:  org.apache.solr.handler.component.DistributedTermsComponentTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=15574, name=Thread-9185, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15574, name=Thread-9185, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
	at __randomizedtesting.SeedInfo.seed([5299E41D319909D6:D37F6A0546C669EA]:0)
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:24213/c/os
	at __randomizedtesting.SeedInfo.seed([5299E41D319909D6]:0)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:580)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:24213/c/os
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:579)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:575)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
	... 5 more




Build Log:
[...truncated 12213 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedTermsComponentTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/init-core-data-001
   [junit4]   2> 2177111 T15046 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 2177111 T15046 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /c/os
   [junit4]   2> 2177117 T15046 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2177121 T15046 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2177127 T15046 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2177135 T15046 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:24079
   [junit4]   2> 2177139 T15046 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2177139 T15046 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2177139 T15046 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr
   [junit4]   2> 2177140 T15046 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/'
   [junit4]   2> 2177187 T15046 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/solr.xml
   [junit4]   2> 2177281 T15046 oasc.CoreContainer.<init> New CoreContainer 1487935723
   [junit4]   2> 2177282 T15046 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/]
   [junit4]   2> 2177283 T15046 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2177283 T15046 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https
   [junit4]   2> 2177284 T15046 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2177284 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2177284 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 2177285 T15046 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2177285 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2177285 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2177286 T15046 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2177286 T15046 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2177289 T15046 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2177291 T15046 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2177292 T15046 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2177292 T15046 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2177297 T15056 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2177301 T15056 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2177301 T15056 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2177302 T15056 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2177374 T15056 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2177441 T15056 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2177442 T15056 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 2177452 T15056 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2177824 T15056 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2177835 T15056 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2177838 T15056 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2177847 T15056 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2177851 T15056 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2177854 T15056 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2177855 T15056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2177855 T15056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2177855 T15056 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2177856 T15056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2177856 T15056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2177856 T15056 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2177857 T15056 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2177857 T15056 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/
   [junit4]   2> 2177857 T15056 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b79d67
   [junit4]   2> 2177858 T15056 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data
   [junit4]   2> 2177858 T15056 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/index/
   [junit4]   2> 2177858 T15056 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2177859 T15056 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/index
   [junit4]   2> 2177859 T15056 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=70.1787109375, floorSegmentMB=0.6240234375, forceMergeDeletesPctAllowed=22.081013493830156, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4803779290487219
   [junit4]   2> 2177860 T15056 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@24d0826f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7523584a)),segFN=segments_1,generation=1}
   [junit4]   2> 2177860 T15056 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2177860 T15056 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 2177863 T15056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2177863 T15056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2177863 T15056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2177864 T15056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2177864 T15056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2177864 T15056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2177864 T15056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2177865 T15056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2177865 T15056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2177865 T15056 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2177865 T15056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2177866 T15056 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2177866 T15056 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2177866 T15056 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2177867 T15056 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2177867 T15056 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2177867 T15056 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2177868 T15056 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2177868 T15056 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2177868 T15056 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 2177869 T15056 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 2177869 T15056 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2177869 T15056 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2177870 T15056 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2177870 T15056 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 2177870 T15056 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 2177870 T15056 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 2177871 T15056 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2177871 T15056 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177871 T15056 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177872 T15056 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177872 T15056 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177872 T15056 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177873 T15056 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177873 T15056 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177873 T15056 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2177874 T15056 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 2177874 T15056 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 2177891 T15056 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2177893 T15056 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2177895 T15056 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2177897 T15056 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2177898 T15056 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2177902 T15056 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2177903 T15056 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2177903 T15056 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@46417dc4
   [junit4]   2> 2177904 T15056 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@24d0826f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7523584a)),segFN=segments_1,generation=1}
   [junit4]   2> 2177904 T15056 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2177904 T15056 oass.SolrIndexSearcher.<init> Opening Searcher@c70de6e[collection1] main
   [junit4]   2> 2177905 T15056 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 2177905 T15056 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 2177905 T15056 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 2177905 T15056 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 2177906 T15056 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2177906 T15056 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 2177914 T15056 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2177964 T15057 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c70de6e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2177967 T15056 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2177968 T15046 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 2177968 T15046 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2177975 T15046 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2177981 T15046 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2177984 T15046 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:24080
   [junit4]   2> 2177988 T15046 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2177988 T15046 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2177989 T15046 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr
   [junit4]   2> 2177989 T15046 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/'
   [junit4]   2> 2178041 T15046 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/solr.xml
   [junit4]   2> 2178118 T15046 oasc.CoreContainer.<init> New CoreContainer 1952692607
   [junit4]   2> 2178118 T15046 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/]
   [junit4]   2> 2178119 T15046 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2178120 T15046 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: https
   [junit4]   2> 2178120 T15046 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2178120 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2178121 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 2178121 T15046 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2178121 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2178122 T15046 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2178122 T15046 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2178122 T15046 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2178125 T15046 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2178127 T15046 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2178127 T15046 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2178127 T15046 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2178132 T15068 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2178135 T15068 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2178135 T15068 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2178136 T15068 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2178204 T15068 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2178267 T15068 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2178268 T15068 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 2178277 T15068 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2178636 T15068 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2178650 T15068 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2178653 T15068 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2178663 T15068 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2178668 T15068 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2178672 T15068 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2178672 T15068 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2178674 T15068 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2178675 T15068 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2178676 T15068 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2178676 T15068 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2178676 T15068 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2178676 T15068 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2178677 T15068 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard0/data/
   [junit4]   2> 2178677 T15068 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32b79d67
   [junit4]   2> 2178678 T15068 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard0/data
   [junit4]   2> 2178678 T15068 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard0/data/index/
   [junit4]   2> 2178678 T15068 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard0/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2178679 T15068 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard0/data/index
   [junit4]   2> 2178679 T15068 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=70.1787109375, floorSegmentMB=0.6240234375, forceMergeDeletesPctAllowed=22.081013493830156, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4803779290487219
   [junit4]   2> 2178680 T15068 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@7a78c043 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d96ad86)),segFN=segments_1,generation=1}
   [junit4]   2> 2178680 T15068 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2178680 T15068 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 2178684 T15068 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2178684 T15068 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2178684 T15068 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2178684 T15068 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 2178685 T15068 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2178685 T15068 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2178685 T15068 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2178685 T15068 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 2178686 T15068 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2178686 T15068 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2178686 T15068 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2178687 T15068 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2178687 T15068 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2178688 T15068 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2178688 T15068 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2178688 T15068 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2178689 T15068 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2178689 T15068 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2178689 T15068 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2178690 T15068 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 2178690 T15068 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 2178691 T15068 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2178691 T15068 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2178692 T15068 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 2178692 T15068 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 2178692 T15068 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 2178693 T15068 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 2178693 T15068 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2178693 T15068 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178694 T15068 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178694 T15068 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178695 T15068 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178695 T15068 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178696 T15068 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178696 T15068 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178696 T15068 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 2178697 T15068 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 2178697 T15068 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 2178724 T15068 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2178726 T15068 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2178728 T15068 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2178730 T15068 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2178731 T15068 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 2178737 T15068 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2178738 T15068 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2178738 T15068 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5913931c
   [junit4]   2> 2178739 T15068 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@7a78c043 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d96ad86)),segFN=segments_1,generation=1}
   [junit4]   2> 2178739 T15068 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2178739 T15068 oass.SolrIndexSearcher.<init> Opening Searcher@bc24f66[collection1] main
   [junit4]   2> 2178740 T15068 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 2178740 T15068 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 2178740 T15068 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 2178740 T15068 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 2178741 T15068 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2178741 T15068 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 2178765 T15068 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2178832 T15069 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bc24f66[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2178838 T15068 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2178839 T15046 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 2178839 T15046 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C26542 name=collection1 org.apache.solr.core.SolrCore@5e7da103
   [junit4]   2> 2178978 T15049 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1484542461810311168)} 0 4
   [junit4]   2> ASYNC  NEW_CORE C26543 name=collection1 org.apache.solr.core.SolrCore@65f18367
   [junit4]   2> 2179111 T15061 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1484542461950820352)} 0 3
   [junit4]   2> 2179119 T15050 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[18 (1484542461961306112)]} 0 1
   [junit4]   2> 2179126 T15062 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[18 (1484542461968646144)]} 0 1
   [junit4]   2> 2179130 T15051 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[19 (1484542461973889024)]} 0 0
   [junit4]   2> 2179134 T15063 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[19 (1484542461978083328)]} 0 0
   [junit4]   2> 2179138 T15052 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[20 (1484542461981229056)]} 0 1
   [junit4]   2> 2179142 T15064 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[20 (1484542461986471936)]} 0 0
   [junit4]   2> 2179146 T15053 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[21 (1484542461989617664)]} 0 1
   [junit4]   2> 2179150 T15065 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[21 (1484542461993811968)]} 0 1
   [junit4]   2> 2179153 T15054 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[22 (1484542461998006272)]} 0 0
   [junit4]   2> 2179157 T15066 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[22 (1484542462002200576)]} 0 0
   [junit4]   2> 2179161 T15055 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[23 (1484542462006394880)]} 0 0
   [junit4]   2> 2179165 T15067 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[23 (1484542462010589184)]} 0 0
   [junit4]   2> 2179169 T15085 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[24 (1484542462014783488)]} 0 0
   [junit4]   2> 2179173 T15087 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[24 (1484542462018977792)]} 0 0
   [junit4]   2> 2179177 T15089 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[25 (1484542462023172096)]} 0 0
   [junit4]   2> 2179181 T15091 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&version=2} {add=[25 (1484542462027366400)]} 0 1
   [junit4]   2> 2179185 T15093 C26542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2179189 T15093 C26542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@24d0826f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7523584a)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@24d0826f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7523584a)),segFN=segments_2,generation=2}
   [junit4]   2> 2179191 T15093 C26542 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 2179193 T15093 C26542 oass.SolrIndexSearcher.<init> Opening Searcher@206d81e0[collection1] main
   [junit4]   2> 2179194 T15093 C26542 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2179195 T15057 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@206d81e0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C8)))}
   [junit4]   2> 2179196 T15093 C26542 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&waitSearcher=true&softCommit=false&commit=true&version=2} {commit=} 0 12
   [junit4]   2> 2179200 T15095 C26543 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2179204 T15095 C26543 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@7a78c043 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d96ad86)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@7a78c043 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d96ad86)),segFN=segments_2,generation=2}
   [junit4]   2> 2179206 T15095 C26543 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 2179208 T15095 C26543 oass.SolrIndexSearcher.<init> Opening Searcher@23094f4[collection1] main
   [junit4]   2> 2179209 T15095 C26543 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 2179210 T15069 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23094f4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C8)))}
   [junit4]   2> 2179210 T15095 C26543 oasup.LogUpdateProcessor.finish [collection1] webapp=/c/os path=/update params={wt=javabin&waitSearcher=true&softCommit=false&commit=true&version=2} {commit=} 0 10
   [junit4]   2> 2179234 T15097 C26542 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&terms=true&qt=/terms&version=2&distrib=false} status=0 QTime=19 
   [junit4]   2> 2179391 T15102 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017722&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179399 T15099 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=146 
   [junit4]   2> 2179400 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179421 T15116 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017881&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179422 T15108 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=10 
   [junit4]   2> 2179423 T15117 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017884&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=1 
   [junit4]   2> 2179423 T15109 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=8 
   [junit4]   2> 2179423 T15119 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017880&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179424 T15107 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=13 
   [junit4]   2> 2179430 T15127 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017895&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179431 T15122 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=5 
   [junit4]   2> 2179431 T15129 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017896&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179432 T15123 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=5 
   [junit4]   2> 2179432 T15131 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017898&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179433 T15125 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=4 
   [junit4]   2> 2179438 T15134 C26542 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&terms=true&qt=/terms&terms.lower=s&version=2&distrib=false&terms.limit=5} status=0 QTime=1 
   [junit4]   2> 2179450 T15138 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017911&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=1 
   [junit4]   2> 2179450 T15136 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=8 
   [junit4]   2> 2179451 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179459 T15148 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017924&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179459 T15143 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179460 T15150 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017925&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179461 T15144 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179461 T15152 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017926&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179462 T15146 C26543 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=5 
   [junit4]   2> ASYNC  NEW_CORE C26544 name=collection1 org.apache.solr.core.SolrCore@65f18367
   [junit4]   2> 2179480 T15160 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017932&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179481 T15155 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=18 
   [junit4]   2> 2179481 T15162 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017946&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179482 T15156 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179483 T15164 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017947&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179483 T15158 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::114]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.limit=5} status=0 QTime=5 
   [junit4]   2> ASYNC  NEW_CORE C26545 name=collection1 org.apache.solr.core.SolrCore@5e7da103
   [junit4]   2> 2179488 T15167 C26545 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&terms=true&qt=/terms&terms.lower=sn&version=2&distrib=false&terms.prefix=sn&terms.limit=5} status=0 QTime=1 
   [junit4]   2> 2179495 T15171 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017961&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=0 
   [junit4]   2> 2179496 T15169 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179497 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179505 T15181 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017970&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=0 
   [junit4]   2> 2179506 T15176 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179506 T15183 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017971&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=0 
   [junit4]   2> 2179507 T15177 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179507 T15185 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017972&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=0 
   [junit4]   2> 2179508 T15179 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179515 T15193 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017979&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=1 
   [junit4]   2> 2179515 T15188 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179516 T15195 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017981&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=0 
   [junit4]   2> 2179517 T15189 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179517 T15197 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770017982&terms.sort=index&shards.qt=/terms&wt=javabin&shard.url=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=sn&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=sn} status=0 QTime=0 
   [junit4]   2> 2179518 T15191 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::083]:33332/c/os|[ff01::213]:33332/c/os&terms=true&qt=/terms&terms.lower=sn&version=2&terms.prefix=sn&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179523 T15200 C26545 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&terms=true&qt=/terms&terms.lower=s&version=2&distrib=false&terms.prefix=s&terms.limit=5} status=0 QTime=0 
   [junit4]   2> 2179531 T15116 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770017996&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179531 T15202 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179532 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179540 T15117 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018005&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179541 T15208 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179541 T15119 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018006&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179542 T15209 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179542 T15127 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018007&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179543 T15211 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179549 T15129 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018014&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179550 T15217 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179550 T15131 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018015&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179551 T15218 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179551 T15138 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018016&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179552 T15220 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179556 T15226 C26545 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&terms=true&qt=/terms&terms.lower=s&version=2&distrib=false&terms.prefix=s&terms.limit=5} status=0 QTime=0 
   [junit4]   2> 2179564 T15148 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018029&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179571 T15228 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=11 
   [junit4]   2> 2179572 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179580 T15150 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018045&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179581 T15234 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179581 T15152 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018046&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179582 T15160 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018047&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179582 T15235 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179582 T15237 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179588 T15162 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018054&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179589 T15243 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179589 T15171 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018055&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179590 T15164 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018055&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=https://127.0.0.1:24080/c/os&terms.fl=b_t&qt=/terms&terms=true&terms.lower=s&isShard=true&version=2&distrib=false&terms.limit=-1&terms.prefix=s} status=0 QTime=0 
   [junit4]   2> 2179590 T15244 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179591 T15245 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179595 T15252 C26545 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&terms=true&qt=/terms&terms.lower=s&version=2&distrib=false&terms.prefix=s&terms.limit=5} status=0 QTime=0 
   [junit4]   2> 2179602 T15181 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018067&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179602 T15254 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179603 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179610 T15183 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018076&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179611 T15260 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179611 T15185 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018076&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179612 T15193 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018077&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179612 T15261 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=5 
   [junit4]   2> 2179612 T15262 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179618 T15195 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018084&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179619 T15269 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179619 T15197 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018085&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179620 T15270 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179620 T15116 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={shards.qt=/terms&wt=javabin&terms.upper=sn&shard.url=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms.fl=b_t&terms.lower=s&version=2&terms.prefix=s&terms.limit=-1&distrib=false&NOW=1415770018086&terms.sort=index&terms=true&qt=/terms&isShard=true} status=0 QTime=0 
   [junit4]   2> 2179621 T15272 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.upper=sn&terms.fl=b_t&shards=[ff01::213]:33332/c/os|[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os&terms=true&qt=/terms&terms.lower=s&version=2&terms.prefix=s&terms.limit=5} status=0 QTime=4 
   [junit4]   2> 2179625 T15278 C26545 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&terms=true&qt=/terms&version=2&distrib=false} status=0 QTime=0 
   [junit4]   2> 2179632 T15117 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018098&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179633 T15280 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=4 
   [junit4]   2> 2179633 T15046 oas.BaseDistributedSearchTestCase.query starting stress...
   [junit4]   2> 2179641 T15119 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018106&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=1 
   [junit4]   2> 2179641 T15127 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018107&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179641 T15286 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=4 
   [junit4]   2> 2179642 T15287 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=4 
   [junit4]   2> 2179642 T15129 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018107&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179643 T15288 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=5 
   [junit4]   2> 2179649 T15131 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018114&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179650 T15295 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=5 
   [junit4]   2> 2179650 T15138 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018115&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179650 T15148 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={NOW=1415770018116&shards.qt=/terms&terms.sort=index&wt=javabin&shard.url=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms.fl=b_t&qt=/terms&terms=true&isShard=true&version=2&distrib=false&terms.limit=-1} status=0 QTime=0 
   [junit4]   2> 2179651 T15296 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=5 
   [junit4]   2> 2179651 T15297 C26544 oasc.SolrCore.execute [collection1] webapp=/c/os path=/terms params={terms.sort=index&shards.qt=/terms&wt=javabin&terms.fl=b_t&shards=[ff01::083]:33332/c/os|https://127.0.0.1:24080/c/os|[ff01::213]:33332/c/os|[ff01::114]:33332/c/os&terms=true&qt=/terms&version=2} status=0 QTime=4 
   [junit4]   2> 2179657 T15046 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1487935723
   [junit4]   2> 2179659 T15046 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e7da103
   [junit4]   2> 2179660 T15046 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=620,transaction_logs_total_number=1}
   [junit4]   2> 2179660 T15046 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2179661 T15046 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2179661 T15046 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2179667 T15046 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2179681 T15046 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2179682 T15046 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/index;done=false>>]
   [junit4]   2> 2179682 T15046 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data/index
   [junit4]   2> 2179682 T15046 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data;done=false>>]
   [junit4]   2> 2179683 T15046 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/control/data
   [junit4]   2> 2179684 T15046 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/c/os,null}
   [junit4]   2> 2184676 T15046 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1952692607
   [junit4]   2> 2184680 T15046 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@65f18367
   [junit4]   2> 2184681 T15046 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=8,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=620,transaction_logs_total_number=1}
   [junit4]   2> 2184682 T15046 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2184682 T15046 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2184682 T15046 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2184685 T15046 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2184689 T15046 oasc.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo WARN Could not getStatistics on info bean org.apache.solr.search.SolrIndexSearcher org.apache.lucene.store.AlreadyClosedException: this IndexReader is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexReader.ensureOpen(IndexReader.java:275)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.getVersion(StandardDirectoryReader.java:326)
   [junit4]   2> 	at org.apache.lucene.index.FilterDirectoryReader.getVersion(FilterDirectoryReader.java:110)
   [junit4]   2> 	at org.apache.lucene.index.FilterDirectoryReader.getVersion(FilterDirectoryReader.java:110)
   [junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.getStatistics(SolrIndexSearcher.java:2242)
   [junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:244)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.objectInstancesFromFilteredNamedObjects(DefaultMBeanServerInterceptor.java:1556)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryMBeansImpl(DefaultMBeanServerInterceptor.java:513)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryNames(DefaultMBeanServerInterceptor.java:526)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.queryNames(JmxMBeanServer.java:619)
   [junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.close(SolrCore.java:1122)
   [junit4]   2> 	at org.apache.solr.core.SolrCores.close(SolrCores.java:117)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:365)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:195)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.destroyInstance(FilterHolder.java:153)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doStop(FilterHolder.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doStop(ServletHandler.java:206)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.doStop(HandlerWrapper.java:107)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doStop(SessionHandler.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.doStop(HandlerWrapper.java:107)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.doStop(HandlerWrapper.java:107)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doStop(ContextHandler.java:808)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.doStop(ServletContextHandler.java:160)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.doStop(HandlerWrapper.java:107)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.doStop(Server.java:341)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:89)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.stop(JettySolrRunner.java:443)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase.destroyServers(BaseDistributedSearchTestCase.java:346)
   [junit4]   2> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:876)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
   [junit4]   2> 	at com

[...truncated too long message...]

/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard2/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard2/data;done=false>>]
   [junit4]   2> 2318031 T15046 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedTermsComponentTest-5299E41D319909D6-001/tempDir-001/shard2/data
   [junit4]   2> 2318035 T15046 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/c/os,null}
   [junit4]   2> 2323014 T15046 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedTermsComponentTest -Dtests.method=testDistribSearch -Dtests.seed=5299E41D319909D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=sr_RS -Dtests.timezone=Etc/GMT+4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR    146s J1 | DistributedTermsComponentTest.testDistribSearch <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15574, name=Thread-9185, state=RUNNABLE, group=TGRP-DistributedTermsComponentTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5299E41D319909D6:D37F6A0546C669EA]:0)
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:24213/c/os
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5299E41D319909D6]:0)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:580)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:24213/c/os
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:579)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$5.run(BaseDistributedSearchTestCase.java:575)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
   [junit4]    > 	... 5 more
   [junit4]   2> 2323038 T15046 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {b_t=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Memory doPackFST= true), multiDefault=FST50, _version_=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=MockRandom)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sr_RS, timezone=Etc/GMT+4
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=151608384,total=503840768
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSets, TestCollapseQParserPlugin, SampleTest, TestComponentsName, ExitableDirectoryReaderTest, TestPivotHelperCode, OpenCloseCoreStressTest, AutoCommitTest, TestShortCircuitedRequests, ResponseHeaderTest, AnalyticsMergeStrategyTest, DirectUpdateHandlerOptimizeTest, DistribCursorPagingTest, FastVectorHighlighterTest, TestBinaryField, SolrIndexConfigTest, TestLFUCache, TestFunctionQuery, TestBM25SimilarityFactory, SolrCoreCheckLockOnStartupTest, TestConfig, PeerSyncTest, TestCloudInspectUtil, DistributedFacetPivotSmallTest, TestAtomicUpdateErrorCases, SolrCoreTest, TestSweetSpotSimilarityFactory, TestReloadAndDeleteDocs, TestReload, CurrencyFieldOpenExchangeTest, VMParamsZkACLAndCredentialsProvidersTest, PreAnalyzedUpdateProcessorTest, TestCopyFieldCollectionResource, DirectSolrSpellCheckerTest, DistribDocExpirationUpdateProcessorTest, PathHierarchyTokenizerFactoryTest, TestManagedResource, SolrRequestParserTest, TestClassNameShortening, EnumFieldTest, SuggesterFSTTest, TestReplicationHandlerBackup, OverriddenZkACLAndCredentialsProvidersTest, TestGroupingSearch, SortByFunctionTest, TestOrdValues, UpdateParamsTest, SignatureUpdateProcessorFactoryTest, ShowFileRequestHandlerTest, MultiThreadedOCPTest, DateFieldTest, FullSolrCloudDistribCmdsTest, TestCodecSupport, TestExceedMaxTermLength, URLClassifyProcessorTest, TestCloudManagedSchema, CollectionsAPIDistributedZkTest, RecoveryZkTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressVersions, DistributedTermsComponentTest]
   [junit4] Completed on J1 in 145.99s, 1 test, 1 error <<< FAILURES!

[...truncated 800 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 1 error, 54 ignored (9 assumptions)

Total time: 231 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 602252008 bytes
Compression is 0.0%
Took 1 min 51 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 672 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/672/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
java.lang.NullPointerException 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.NullPointerException

	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=4683, name=coreLoadExecutor-1986-thread-1, state=RUNNABLE, group=TGRP-TestReplicationHandler], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=4683, name=coreLoadExecutor-1986-thread-1, state=RUNNABLE, group=TGRP-TestReplicationHandler], registration stack trace below.
	at __randomizedtesting.SeedInfo.seed([E358C0BC491E7A86]:0)
	at java.lang.Thread.getStackTrace(Thread.java:1589)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:732)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1331)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1209)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1201)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:47)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:350)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:276)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:488)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: Directory not closed: MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/index-NIOFSDirectory-043 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b1b8618)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:699)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:696)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:712)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	... 1 more




Build Log:
[...truncated 12189 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/init-core-data-001
   [junit4]   2> 1635264 T13223 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1635264 T13223 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /qtb/
   [junit4]   2> 1635269 T13223 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1635270 T13223 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1635271 T13224 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1635371 T13223 oasc.ZkTestServer.run start zk server on port:44764
   [junit4]   2> 1635372 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1635373 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1635376 T13230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51e00c3b name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1635376 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1635376 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1635376 T13223 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1635379 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1635380 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1635381 T13232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@191d9d15 name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1635381 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1635381 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1635382 T13223 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1635383 T13223 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1635385 T13223 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1635386 T13223 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1635387 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1635388 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1635390 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1635391 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1635492 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1635493 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1635495 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1635495 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1635496 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1635497 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1635498 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1635499 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1635500 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1635501 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1635502 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1635503 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1635504 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1635504 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1635506 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1635506 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1635508 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1635508 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 1635511 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1635511 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1635512 T13234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c4f686 name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1635513 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1635513 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1635513 T13223 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1635515 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1635515 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1635516 T13236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3600893f name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1635516 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1635516 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1635518 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1635518 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1635520 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1635520 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 1635621 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1635622 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1635624 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1635625 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1635626 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1635627 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1635628 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1635629 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 1635630 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1635631 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1635632 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1635633 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1635635 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1635635 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1635637 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1635637 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1635639 T13223 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1635640 T13223 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1636847 T13223 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1636850 T13223 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44769
   [junit4]   2> 1636851 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1636851 T13223 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1636851 T13223 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002
   [junit4]   2> 1636851 T13223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/'
   [junit4]   2> 1636881 T13223 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solr.xml
   [junit4]   2> 1636923 T13223 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002
   [junit4]   2> 1636923 T13223 oasc.CoreContainer.<init> New CoreContainer 1661639692
   [junit4]   2> 1636923 T13223 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/]
   [junit4]   2> 1636924 T13223 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1636924 T13223 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1636925 T13223 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1636925 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1636925 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1636925 T13223 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1636925 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1636926 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1636926 T13223 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1636926 T13223 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1636927 T13223 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1636927 T13223 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1636927 T13223 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1636927 T13223 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1636928 T13223 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44764/solr
   [junit4]   2> 1636928 T13223 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1636928 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1636929 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1636930 T13247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d8b0aa0 name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1636931 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1636931 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1636933 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1636934 T13249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@636efbd9 name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1636935 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1636936 T13223 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1636938 T13223 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1636940 T13223 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1636941 T13223 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1636943 T13223 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1636945 T13223 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1636946 T13223 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44769_qtb
   [junit4]   2> 1636947 T13223 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44769_qtb
   [junit4]   2> 1636948 T13223 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1636949 T13223 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1636951 T13223 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1636952 T13223 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:44769_qtb
   [junit4]   2> 1636952 T13223 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1636954 T13223 oasc.Overseer.start Overseer (id=92777259928846341-127.0.0.1:44769_qtb-n_0000000000) starting
   [junit4]   2> 1636955 T13223 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1636960 T13223 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1636961 T13251 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1636961 T13223 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1636963 T13223 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1636964 T13223 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1636966 T13250 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1636968 T13223 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002
   [junit4]   2> 1638408 T13223 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/conf/
   [junit4]   2> 1638409 T13223 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1638410 T13223 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1638410 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1638411 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1638411 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1638413 T13255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7814541b name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1638413 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1638413 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1638415 T13223 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1638417 T13223 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1638418 T13223 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1638418 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1638418 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1638420 T13257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e948a0 name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1638420 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1638420 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1638422 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1638424 T13250 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 1638425 T13250 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1638425 T13250 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 1638426 T13250 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 1638428 T13258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1638428 T13259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1639521 T13223 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1639522 T13223 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1639525 T13223 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44774
   [junit4]   2> 1639525 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1639525 T13223 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1639525 T13223 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003
   [junit4]   2> 1639526 T13223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003/'
   [junit4]   2> 1639555 T13223 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003/solr.xml
   [junit4]   2> 1639596 T13223 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003
   [junit4]   2> 1639597 T13223 oasc.CoreContainer.<init> New CoreContainer 1429102233
   [junit4]   2> 1639597 T13223 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003/]
   [junit4]   2> 1639598 T13223 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1639598 T13223 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1639598 T13223 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1639598 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1639599 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1639599 T13223 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1639599 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1639599 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1639599 T13223 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1639600 T13223 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1639600 T13223 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1639600 T13223 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1639601 T13223 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1639601 T13223 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1639601 T13223 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44764/solr
   [junit4]   2> 1639601 T13223 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1639602 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1639602 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1639604 T13270 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5744ba7f name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1639604 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1639605 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1639606 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1639607 T13272 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@565fd40b name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1639608 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1639612 T13223 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1640616 T13223 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44774_qtb
   [junit4]   2> 1640617 T13223 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44774_qtb
   [junit4]   2> 1640620 T13223 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1640624 T13223 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003
   [junit4]   2> 1640790 T13223 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003/conf/
   [junit4]   2> 1641622 T13223 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1641624 T13223 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1641624 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1642523 T13223 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1642524 T13223 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1642527 T13223 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44777
   [junit4]   2> 1642528 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1642528 T13223 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1642528 T13223 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004
   [junit4]   2> 1642528 T13223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004/'
   [junit4]   2> 1642558 T13223 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004/solr.xml
   [junit4]   2> 1642606 T13223 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004
   [junit4]   2> 1642606 T13223 oasc.CoreContainer.<init> New CoreContainer 30761188
   [junit4]   2> 1642606 T13223 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004/]
   [junit4]   2> 1642608 T13223 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1642608 T13223 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1642608 T13223 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1642608 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1642608 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1642609 T13223 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1642609 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1642609 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1642609 T13223 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1642610 T13223 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1642610 T13223 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1642611 T13223 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1642611 T13223 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1642611 T13223 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1642611 T13223 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44764/solr
   [junit4]   2> 1642612 T13223 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1642612 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1642613 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1642614 T13285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fcc19ac name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1642615 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1642616 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1642618 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1642619 T13287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1882cf7f name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1642619 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1642624 T13223 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1643628 T13223 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44777_qtb
   [junit4]   2> 1643629 T13223 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44777_qtb
   [junit4]   2> 1643632 T13223 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1643636 T13223 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004
   [junit4]   2> 1644890 T13223 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-004/conf/
   [junit4]   2> 1644892 T13223 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1644892 T13223 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1644893 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1645847 T13223 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1645848 T13223 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1645871 T13223 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44780
   [junit4]   2> 1645872 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1645872 T13223 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1645872 T13223 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005
   [junit4]   2> 1645873 T13223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005/'
   [junit4]   2> 1645902 T13223 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005/solr.xml
   [junit4]   2> 1645944 T13223 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005
   [junit4]   2> 1645944 T13223 oasc.CoreContainer.<init> New CoreContainer 2029282435
   [junit4]   2> 1645944 T13223 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005/]
   [junit4]   2> 1645945 T13223 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1645945 T13223 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1645946 T13223 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1645946 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1645946 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1645946 T13223 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1645946 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1645947 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1645947 T13223 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1645947 T13223 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1645948 T13223 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1645948 T13223 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1645948 T13223 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1645948 T13223 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1645949 T13223 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44764/solr
   [junit4]   2> 1645949 T13223 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1645949 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1645950 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1645951 T13300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74f3127e name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1645952 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1645952 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1645954 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1645955 T13302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@512f4dc6 name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1645955 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1645960 T13223 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1646964 T13223 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44780_qtb
   [junit4]   2> 1646965 T13223 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44780_qtb
   [junit4]   2> 1646968 T13223 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1646973 T13223 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005
   [junit4]   2> 1648136 T13223 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005/conf/
   [junit4]   2> 1648137 T13223 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1648138 T13223 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1648138 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1649069 T13223 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 1649070 T13223 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1649072 T13223 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44783
   [junit4]   2> 1649073 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1649073 T13223 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1649073 T13223 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006
   [junit4]   2> 1649073 T13223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006/'
   [junit4]   2> 1649103 T13223 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006/solr.xml
   [junit4]   2> 1649145 T13223 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006
   [junit4]   2> 1649145 T13223 oasc.CoreContainer.<init> New CoreContainer 1086328522
   [junit4]   2> 1649146 T13223 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006/]
   [junit4]   2> 1649146 T13223 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1649147 T13223 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1649147 T13223 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1649147 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1649147 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1649147 T13223 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1649148 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1649148 T13223 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1649148 T13223 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1649148 T13223 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1649149 T13223 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1649149 T13223 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1649149 T13223 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1649150 T13223 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1649150 T13223 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44764/solr
   [junit4]   2> 1649150 T13223 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1649150 T13223 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1649151 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1649152 T13315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b10fc name:ZooKeeperConnection Watcher:127.0.0.1:44764 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1649153 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1649153 T13223 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1649155 T13223 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1649156 T13317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5da8ee11 name:ZooKeeperConnection Watcher:127.0.0.1:44764/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1649156 T13223 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1649161 T13223 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1650165 T13223 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_qtb
   [junit4]   2> 1650166 T13223 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44783_qtb
   [junit4]   2> 1650169 T13223 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1650173 T13223 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006
   [junit4]   2> 1651040 T13223 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006/conf/
   [junit4]   2> 1651154 T13223 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1651155 T13223 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1651155 T13223 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1651163 T13262 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&wt=javabin&router.field=myOwnField&action=CREATE&collection.configName=conf1&name=solrj_collection&replicationFactor=2&numShards=2
   [junit4]   2> 1651164 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/collection-queue-work state SyncConnected
   [junit4]   2> 1651165 T13251 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 1651166 T13320 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 1651167 T13320 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 1651167 T13320 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 1651169 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1651170 T13250 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 1651170 T13250 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 1651171 T13250 oasc.Overseer$ClusterStateUpdater.createCollection state version solrj_collection 1
   [junit4]   2> 1651172 T13258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651172 T13259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651172 T13318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651172 T13303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651172 T13273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651172 T13288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651269 T13320 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 1651270 T13320 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:44780_qtb
   [junit4]   2> 1651270 T13320 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:44783_qtb
   [junit4]   2> 1651271 T13320 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:44769_qtb
   [junit4]   2> 1651272 T13320 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:44774_qtb
   [junit4]   2> 1651273 T13293 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&wt=javabin&shard=shard1&action=CREATE&collection=solrj_collection&collection.configName=conf1&name=solrj_collection_shard1_replica1&numShards=2
   [junit4]   2> 1651273 T13307 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&wt=javabin&shard=shard1&action=CREATE&collection=solrj_collection&collection.configName=conf1&name=solrj_collection_shard1_replica2&numShards=2
   [junit4]   2> 1651273 T13242 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&wt=javabin&shard=shard2&action=CREATE&collection=solrj_collection&collection.configName=conf1&name=solrj_collection_shard2_replica1&numShards=2
   [junit4]   2> 1651275 T13263 oasha.CoreAdminHandler.handleCreateAction core create command version=2&qt=/admin/cores&wt=javabin&shard=shard2&action=CREATE&collection=solrj_collection&collection.configName=conf1&name=solrj_collection_shard2_replica2&numShards=2
   [junit4]   2> 1651276 T13307 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 1651276 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1651276 T13293 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 1651276 T13307 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1651277 T13263 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 1651277 T13242 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 1651277 T13293 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1651278 T13263 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1651278 T13242 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1651279 T13250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44783/qtb",
   [junit4]   2> 	  "node_name":"127.0.0.1:44783_qtb",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 1651280 T13250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44780/qtb",
   [junit4]   2> 	  "node_name":"127.0.0.1:44780_qtb",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 1651282 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1651282 T13250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44774/qtb",
   [junit4]   2> 	  "node_name":"127.0.0.1:44774_qtb",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 1651284 T13250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44769/qtb",
   [junit4]   2> 	  "node_name":"127.0.0.1:44769_qtb",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "numShards":"2"}
   [junit4]   2> 1651285 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1651286 T13258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651286 T13303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651286 T13259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651286 T13273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651286 T13288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1651286 T13318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1652277 T13307 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 1652278 T13307 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1652278 T13293 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 1652279 T13307 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1652278 T13263 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 1652279 T13242 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 1652279 T13263 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1652279 T13307 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1652280 T13263 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1652279 T13293 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1652281 T13307 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1652281 T13293 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1652281 T13263 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1652280 T13242 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1652282 T13293 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1652281 T13307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-006/solrj_collection_shard1_replica2/'
   [junit4]   2> 1652282 T13242 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1652282 T13263 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1652283 T13242 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1652283 T13293 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1652284 T13263 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-003/solrj_collection_shard2_replica2/'
   [junit4]   2> 1652284 T13242 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1652284 T13293 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-005/solrj_collection_shard1_replica1/'
   [junit4]   2> 1652285 T13242 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/'
   [junit4]   2> 1652440 T13307 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1652440 T13242 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1652440 T13293 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1652440 T13263 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1652518 T13307 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1652519 T13242 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1652519 T13293 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1652519 T13263 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1652520 T13242 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1652531 T13242 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1652619 T13307 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1652620 T13293 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1652621 T13263 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1652632 T13307 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1652632 T13293 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1652632 T13263 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1653011 T13242 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1653023 T13242 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1653026 T13242 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1653053 T13242 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653058 T13242 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653062 T13242 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1653063 T13242 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1653065 T13242 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1653066 T13242 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1653066 T13242 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1653067 T13242 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1653067 T13242 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 1653067 T13242 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1653068 T13242 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/data/
   [junit4]   2> 1653068 T13242 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f31cdb
   [junit4]   2> 1653069 T13242 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/data
   [junit4]   2> 1653070 T13242 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 1653070 T13242 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1653071 T13242 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest-E358C0BC491E7A86-001/tempDir-002/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 1653071 T13242 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=65.2646484375, floorSegmentMB=1.919921875, forceMergeDeletesPctAllowed=13.466805557563164, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4455842725898821
   [junit4]   2> 1653072 T13242 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@374dc932 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53d40dfb),segFN=segments_1,generation=1}
   [junit4]   2> 1653073 T13242 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1653078 T13242 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1653078 T13242 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1653079 T13242 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1653079 T13242 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1653080 T13242 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1653080 T13242 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1653081 T13242 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1653081 T13242 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1653081 T13242 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1653082 T13242 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1653083 T13242 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1653083 T13242 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1653084 T13242 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1653084 T13242 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1653085 T13242 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1653085 T13242 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1653086 T13242 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1653086 T13242 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1653087 T13242 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1653087 T13242 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1653110 T13242 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1653113 T13242 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1653115 T13242 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1653118 T13242 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1653126 T13242 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1653126 T13242 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1653127 T13242 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1438250446, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1653128 T13242 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@374dc932 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53d40dfb),segFN=segments_1,generation=1}
   [junit4]   2> 1653128 T13242 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1653128 T13242 oass.SolrIndexSearcher.<init> Opening Searcher@25cb78c9[solrj_collection_shard2_replica1] main
   [junit4]   2> 1653129 T13242 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1653130 T13242 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1653130 T13242 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1653131 T13242 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1653131 T13242 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1653131 T13242 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1653132 T13242 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1653132 T13242 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1653133 T13307 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1653133 T13242 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1653135 T13242 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1653135 T13242 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1653136 T13242 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1653138 T13263 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1653138 T13293 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1653139 T13325 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica1] Registered new searcher Searcher@25cb78c9[solrj_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1653140 T13307 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1653142 T13242 oasc.CoreContainer.registerCore registering core: solrj_collection_shard2_replica1
   [junit4]   2> 1653142 T13242 oasc.ZkController.register Register replica - core:solrj_collection_shard2_replica1 address:http://127.0.0.1:44769/qtb collection:solrj_collection shard:shard2
   [junit4]   2> 1653143 T13307 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1653143 T13242 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leader_elect/shard2/election
   [junit4]   2> 1653145 T13263 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1653145 T13293 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1653148 T13263 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1653148 T13242 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1653148 T13293 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1653158 T13258 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1653159 T13242 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=179999ms
   [junit4]   2> 1653162 T13307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653163 T13258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1653164 T13259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1653163 T13273 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1653163 T13303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1653163 T13318 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1653163 T13288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1653167 T13263 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653168 T13307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653168 T13293 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653172 T13263 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653172 T13307 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1653173 T13293 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1653173 T13307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1653174 T13307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1653174 T13307 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1653175 T13307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1653175 T13307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1653176 T13307 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 1653176 T13307 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1653176 T13263 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1653176 T13307 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Open

[...truncated too long message...]

TestCase.java:2434)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:644)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.loadReplicationProperties(ReplicationHandler.java:827)
   [junit4]   2> 	... 11 more
   [junit4]   2> 
   [junit4]   2> 3180226 T4023 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3180229 T4023 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3180229 T4023 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3180229 T4023 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3180232 T4023 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3180233 T4023 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3180233 T4023 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/solr-instance-002/collection1/data/index.20141110174248010 [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/solr-instance-002/collection1/data/index.20141110174248010;done=false>>]
   [junit4]   2> 3180233 T4023 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/solr-instance-002/collection1/data/index.20141110174248010
   [junit4]   2> 3180234 T4023 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/solr-instance-002/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/solr-instance-002/collection1/data;done=false>>]
   [junit4]   2> 3180234 T4023 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/solr-instance-002/collection1/data
   [junit4]   2> 3180235 T4023 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3184808 T4023 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {newname=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), name=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, sim=DefaultSimilarity, locale=pt_PT, timezone=Mexico/BajaNorte
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=83674680,total=207093760
   [junit4]   2> NOTE: All tests run in this JVM: [BadCopyFieldTest, TestSortingResponseWriter, TestRawResponseWriter, OutOfBoxZkACLAndCredentialsProvidersTest, RequestHandlersTest, OutputWriterTest, TestRandomMergePolicy, TestSearcherReuse, SearchHandlerTest, TestSolrQueryParserDefaultOperatorResource, AnalysisErrorHandlingTest, FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, TestChildDocTransformer, DistributedQueryComponentOptimizationTest, EchoParamsTest, HdfsBasicDistributedZk2Test, ShardSplitTest, TestPHPSerializedResponseWriter, TestComplexPhraseQParserPlugin, TestCSVResponseWriter, TestAddFieldRealTimeGet, DistributedTermsComponentTest, SliceStateTest, TestCSVLoader, TestRestManager, DistributedFacetPivotLargeTest, TestSolrQueryParserResource, BadIndexSchemaTest, CoreAdminHandlerTest, SuggesterTSTTest, ResponseLogComponentTest, SuggesterTest, DeleteInactiveReplicaTest, TestDynamicFieldResource, TestManagedResourceStorage, LeaderFailoverAfterPartitionTest, TestFieldResource, TestSort, SolrTestCaseJ4Test, TestCoreDiscovery, TestIntervalFaceting, TestMergePolicyConfig, UnloadDistributedZkTest, WordBreakSolrSpellCheckerTest, TestLMJelinekMercerSimilarityFactory, TestJoin, TestLRUCache, SpellCheckComponentTest, QueryResultKeyTest, HdfsSyncSliceTest, DOMUtilTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=E358C0BC491E7A86 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=pt_PT -Dtests.timezone=Mexico/BajaNorte -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J3 | TestReplicationHandler (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=4683, name=coreLoadExecutor-1986-thread-1, state=RUNNABLE, group=TGRP-TestReplicationHandler], registration stack trace below.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E358C0BC491E7A86]:0)
   [junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1589)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:166)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:732)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:1331)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1209)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:1201)
   [junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:47)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:350)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:276)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:488)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirectoryWrapper(NIOFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.handler.TestReplicationHandler-E358C0BC491E7A86-001/index-NIOFSDirectory-043 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b1b8618)
   [junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:183)
   [junit4]    > 	... 1 more
   [junit4] Completed on J3 in 1043.16s, 14 tests, 1 error <<< FAILURES!

[...truncated 600 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 1 suite-level error, 1 error, 54 ignored (9 assumptions)

Total time: 240 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 777497574 bytes
Compression is 0.0%
Took 2 min 32 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



RE: [JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 671 - Still Failing

Posted by Uwe Schindler <uw...@thetaphi.de>.
I fixed this. This was a @Nightly test, so I did not hit this!

Uwe

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
> Sent: Sunday, November 09, 2014 6:22 PM
> To: dev@lucene.apache.org
> Subject: [JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 671 - Still Failing
> 
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/671/
> 
> 1 tests failed.
> REGRESSION:  org.apache.lucene.store.TestLockFactory.testStressLocks
> 
> Error Message:
> 
> 
> Stack Trace:
> java.lang.reflect.InvocationTargetException
> 	at
> __randomizedtesting.SeedInfo.seed([25890CCBDF09AD2E:7BB84236C3A5654
> 8]:0)
> 	at
> sun.reflect.GeneratedConstructorAccessor26.newInstance(Unknown
> Source)
> 	at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingCon
> structorAccessorImpl.java:45)
> 	at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
> 	at
> org.apache.lucene.util.CommandLineUtil.newFSDirectory(CommandLineUtil.
> java:138)
> 	at
> org.apache.lucene.util.LuceneTestCase.newFSDirectoryImpl(LuceneTestCas
> e.java:1474)
> 	at
> org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.jav
> a:1275)
> 	at
> org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.jav
> a:1256)
> 	at
> org.apache.lucene.store.TestLockFactory._testStressLocks(TestLockFactory.j
> ava:141)
> 	at
> org.apache.lucene.store.TestLockFactory.testStressLocks(TestLockFactory.ja
> va:127)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:57)
> 	at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:606)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1618)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:827)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:863)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:877)
> 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:65)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:365)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:798)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:458)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:836)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:738)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:772)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:783)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:54)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:65)
> 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:365)
> 	at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.NullPointerException: LockFactory cannot be null, use
> an explicit instance!
> 	at
> org.apache.lucene.store.BaseDirectory.<init>(BaseDirectory.java:37)
> 	at org.apache.lucene.store.FSDirectory.<init>(FSDirectory.java:128)
> 	at
> org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:141)
> 	at
> org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:97)
> 	... 46 more
> 
> 
> 
> 
> Build Log:
> [...truncated 742 lines...]
>    [junit4] Suite: org.apache.lucene.store.TestLockFactory
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant
> get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLockFactory -
> Dtests.method=testStressLocks -Dtests.seed=25890CCBDF09AD2E -
> Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -
> Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -
> Dtests.locale=en_IN -Dtests.timezone=US/Hawaii -Dtests.asserts=true -
> Dtests.file.encoding=UTF-8
>    [junit4] ERROR   0.03s J0 | TestLockFactory.testStressLocks <<<
>    [junit4]    > Throwable #1: java.lang.reflect.InvocationTargetException
>    [junit4]    > 	at
> __randomizedtesting.SeedInfo.seed([25890CCBDF09AD2E:7BB84236C3A5654
> 8]:0)
>    [junit4]    > 	at
> java.lang.reflect.Constructor.newInstance(Constructor.java:526)
>    [junit4]    > 	at
> org.apache.lucene.util.CommandLineUtil.newFSDirectory(CommandLineUtil.
> java:138)
>    [junit4]    > 	at
> org.apache.lucene.util.LuceneTestCase.newFSDirectoryImpl(LuceneTestCas
> e.java:1474)
>    [junit4]    > 	at
> org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.jav
> a:1275)
>    [junit4]    > 	at
> org.apache.lucene.util.LuceneTestCase.newFSDirectory(LuceneTestCase.jav
> a:1256)
>    [junit4]    > 	at
> org.apache.lucene.store.TestLockFactory._testStressLocks(TestLockFactory.j
> ava:141)
>    [junit4]    > 	at
> org.apache.lucene.store.TestLockFactory.testStressLocks(TestLockFactory.ja
> va:127)
>    [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
>    [junit4]    > Caused by: java.lang.NullPointerException: LockFactory cannot
> be null, use an explicit instance!
>    [junit4]    > 	at
> org.apache.lucene.store.BaseDirectory.<init>(BaseDirectory.java:37)
>    [junit4]    > 	at
> org.apache.lucene.store.FSDirectory.<init>(FSDirectory.java:128)
>    [junit4]    > 	at
> org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:141)
>    [junit4]    > 	at
> org.apache.lucene.store.MMapDirectory.<init>(MMapDirectory.java:97)
>    [junit4]    > 	... 46 more
>    [junit4]   2> NOTE: leaving temporary files on disk at:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/lucene/build/core/test/J0/temp/lucene.store.TestLockFactory-
> 25890CCBDF09AD2E-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50):
> {content=BlockTreeOrds(blocksize=128)}, docValues:{},
> sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {content=IB
> LL-LZ(0.3)}, locale=en_IN, timezone=US/Hawaii
>    [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation
> 1.7.0_65 (64-bit)/cpus=16,threads=1,free=168857840,total=275251200
>    [junit4]   2> NOTE: All tests run in this JVM: [TestOfflineSorter, TestToken,
> TestFieldReuse, InBeforeClass, InAfterClass, InTestMethod,
> NonStringProperties, TestOrdinalMap, TestPackedTokenAttributeImpl,
> TestIndexWriterWithThreads, TestRegexpQuery, TestSortedSetSelector,
> TestRamUsageEstimator, TestForUtil, TestDocument,
> TestPerFieldPostingsFormat, TestPagedBytes, TestFlex, TestIndexWriter,
> TestBufferedIndexInput, TestNoDeletionPolicy, TestIndexWriterExceptions,
> NestedSetupChain, NestedTeardownChain, TestFastCompressionMode,
> TestDirectory, TestMmapDirectory, TestFilterIterator, TestSubScorerFreqs,
> TestDocumentsWriterStallControl, TestIndexWriterOnJRECrash,
> TestTimSorter, Nested, Nested, Nested, Nested, Nested, Nested, Nested,
> Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested, Nested,
> Nested, Nested, Nested, Nested, Nested, TestManyFields, TestIsCurrent,
> TestDeletionPolicy, TestLucene50NormsFormat, TestDocIdSet,
> TestCodecUtil, TestConstantScoreQuery, Test2BPagedBytes,
> TestMultiTermConstantScore, TestDocumentWriter, TestLockFactory]
>    [junit4] Completed on J0 in 7.21s, 7 tests, 1 error <<< FAILURES!
> 
> [...truncated 1014 lines...]
> BUILD FAILED
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/build.xml:532: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/build.xml:473: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/build.xml:61: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/extra-targets.xml:39: The following error occurred while executing this
> line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/lucene/build.xml:49: The following error occurred while executing this
> line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/lucene/common-build.xml:1359: The following error occurred while
> executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-
> 5.x/lucene/common-build.xml:966: There were test failures: 405 suites, 3310
> tests, 1 error, 37 ignored (27 assumptions)
> 
> Total time: 93 minutes 32 seconds
> Build step 'Invoke Ant' marked build as failure Archiving artifacts Sending
> artifact delta relative to Lucene-Solr-NightlyTests-5.x #667 Archived 5
> artifacts Archive block size is 32768 Received 0 blocks and 3591497 bytes
> Compression is 0.0% Took 0.83 sec Recording test results Email was triggered
> for: Failure Sending email for trigger: Failure
> 



---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org