You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/11/15 16:13:14 UTC

[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 676 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/676/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
java.lang.NullPointerException 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.NullPointerException

	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Error executing query

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Error executing query
	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4:3191796733E9E1D8]:0)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:100)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:223)
	at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:165)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:414)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:144)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.ParseException: Invalid content type: 
	at org.apache.http.entity.ContentType.parse(ContentType.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:513)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	... 46 more




Build Log:
[...truncated 12003 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/init-core-data-001
   [junit4]   2> 1189306 T8262 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1189312 T8262 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1189313 T8262 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1189313 T8263 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1189413 T8262 oasc.ZkTestServer.run start zk server on port:64679
   [junit4]   2> 1189414 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1189415 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189419 T8269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a039ba6 name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189420 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189420 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1189420 T8262 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1189423 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1189425 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189426 T8271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e572a8e name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189426 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189426 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1189427 T8262 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1189429 T8262 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1189431 T8262 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1189432 T8262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1189435 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1189435 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1189438 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1189439 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1189542 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189543 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189545 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1189546 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1189548 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1189548 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1189550 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1189551 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1189553 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189553 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189556 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189557 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189559 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189559 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189561 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189562 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189564 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1189564 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1190728 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1190732 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24344
   [junit4]   2> 1190732 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/'
   [junit4]   2> 1190763 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/solr.xml
   [junit4]   2> 1190831 T8262 oasc.CoreContainer.<init> New CoreContainer 698767831
   [junit4]   2> 1190832 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/]
   [junit4]   2> 1190833 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1190833 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1190836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1190836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1190837 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1190837 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1190838 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1190838 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1190838 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1190839 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1190839 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1190840 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190842 T8282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6854479d name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190843 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190843 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1190845 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190846 T8284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57dadb84 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190847 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190848 T8262 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1190850 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1190852 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1190854 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1190856 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1190858 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1190859 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24344_
   [junit4]   2> 1190860 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24344_
   [junit4]   2> 1190862 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1190863 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1190864 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1190866 T8262 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:24344_
   [junit4]   2> 1190866 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1190868 T8262 oasc.Overseer.start Overseer (id=92802893528825859-127.0.0.1:24344_-n_0000000000) starting
   [junit4]   2> 1190869 T8262 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1190875 T8262 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1190876 T8286 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1190876 T8262 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1190878 T8262 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1190879 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1190882 T8285 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1190887 T8288 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1190888 T8288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1190888 T8288 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1190888 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:24344_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24344",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 1190892 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1190894 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1191889 T8288 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1191890 T8288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1191890 T8288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1191890 T8288 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1191891 T8288 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1191891 T8288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/'
   [junit4]   2> 1191892 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1191893 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1191893 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1191942 T8288 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1191974 T8288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1192076 T8288 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1192087 T8288 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1192416 T8288 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1192418 T8288 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1192420 T8288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192423 T8288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192436 T8288 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1192436 T8288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1192436 T8288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/
   [junit4]   2> 1192437 T8288 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1192437 T8288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data
   [junit4]   2> 1192437 T8288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index/
   [junit4]   2> 1192438 T8288 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1192438 T8288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index
   [junit4]   2> 1192438 T8288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1192439 T8288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c2fccf8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5639d4db),segFN=segments_1,generation=1}
   [junit4]   2> 1192439 T8288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192443 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1192443 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192445 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192445 T8288 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1192445 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1192448 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1192448 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1192460 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192461 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192462 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192464 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192467 T8288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1192467 T8288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1192468 T8288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1192468 T8288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c2fccf8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5639d4db),segFN=segments_1,generation=1}
   [junit4]   2> 1192469 T8288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192469 T8288 oass.SolrIndexSearcher.<init> Opening Searcher@d6e9477[collection1] main
   [junit4]   2> 1192469 T8288 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1192470 T8288 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1192470 T8288 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192471 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192471 T8288 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192471 T8288 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1192472 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192473 T8288 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192473 T8288 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1192475 T8290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d6e9477[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1192477 T8288 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1192478 T8293 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24344 collection:control_collection shard:shard1
   [junit4]   2> 1192479 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1192479 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1192479 T8293 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1192480 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1192481 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192482 T8295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@734bbf11 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192483 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192483 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1192484 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1192485 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1192486 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192486 T8293 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1192487 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9886 name=collection1 org.apache.solr.core.SolrCore@5001191d url=http://127.0.0.1:24344/collection1 node=127.0.0.1:24344_ C9886_STATE=coll:control_collection core:collection1 props:{state=down, node_name=127.0.0.1:24344_, base_url=http://127.0.0.1:24344, core=collection1}
   [junit4]   2> 1192487 T8293 C9886 P24344 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24344/collection1/
   [junit4]   2> 1192487 T8262 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1192487 T8293 C9886 P24344 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1192488 T8262 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1192488 T8293 C9886 P24344 oasc.SyncStrategy.syncToMe http://127.0.0.1:24344/collection1/ has no replicas
   [junit4]   2> 1192488 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1192488 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24344/collection1/ shard1
   [junit4]   2> 1192489 T8293 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1192489 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192490 T8297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48bfa1cc name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192490 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192491 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1192491 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192491 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 1192497 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192497 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 1192498 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192498 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192502 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192502 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192502 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192544 T8293 oasc.ZkController.register We are http://127.0.0.1:24344/collection1/ and leader is http://127.0.0.1:24344/collection1/
   [junit4]   2> 1192545 T8293 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24344
   [junit4]   2> 1192545 T8293 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1192545 T8293 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1192545 T8293 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1192546 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192549 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:24344_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24344",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1"}
   [junit4]   2> 1192651 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192651 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1193731 T8262 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1193733 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1193735 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30898
   [junit4]   2> 1193735 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1193735 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1193736 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003
   [junit4]   2> 1193736 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/'
   [junit4]   2> 1193771 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/solr.xml
   [junit4]   2> 1193833 T8262 oasc.CoreContainer.<init> New CoreContainer 778558635
   [junit4]   2> 1193833 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/]
   [junit4]   2> 1193834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1193834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1193837 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1193837 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1193837 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1193837 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1193838 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1193838 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1193838 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1193839 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193840 T8309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24c8765a name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193841 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193841 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1193843 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193844 T8311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dbab450 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193844 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193847 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1194851 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30898_
   [junit4]   2> 1194852 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30898_
   [junit4]   2> 1194855 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1194866 T8313 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1194866 T8313 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1194868 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1194868 T8313 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1194869 T8313 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1194869 T8313 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1194870 T8313 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 1194871 T8313 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1194875 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:30898_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30898",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1194878 T8285 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1194878 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1194883 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1194883 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1194884 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1194884 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 1195872 T8313 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1195873 T8313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1195873 T8313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1195874 T8313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1195874 T8313 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1195874 T8313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/'
   [junit4]   2> 1195877 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1195877 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1195878 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1195941 T8313 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1195990 T8313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1196092 T8313 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1196099 T8313 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1196331 T8313 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1196333 T8313 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1196334 T8313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196337 T8313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196353 T8313 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1196353 T8313 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1196353 T8313 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/
   [junit4]   2> 1196353 T8313 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1196354 T8313 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1
   [junit4]   2> 1196354 T8313 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index/
   [junit4]   2> 1196354 T8313 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1196355 T8313 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index
   [junit4]   2> 1196355 T8313 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1196356 T8313 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ec5de6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@708e0720),segFN=segments_1,generation=1}
   [junit4]   2> 1196356 T8313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196360 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1196362 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196362 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196362 T8313 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1196366 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1196366 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1196378 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196380 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196381 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196382 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196385 T8313 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1196385 T8313 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1196386 T8313 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1196387 T8313 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ec5de6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@708e0720),segFN=segments_1,generation=1}
   [junit4]   2> 1196387 T8313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196387 T8313 oass.SolrIndexSearcher.<init> Opening Searcher@752cf1f3[collection1] main
   [junit4]   2> 1196387 T8313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1196388 T8313 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1196388 T8313 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1196389 T8313 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1196390 T8313 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196390 T8313 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1196390 T8313 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1196393 T8314 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@752cf1f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1196396 T8313 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1196396 T8317 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30898 collection:collection1 shard:shard2
   [junit4]   2> 1196397 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1196397 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1196397 T8317 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1196401 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1196403 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9887 name=collection1 org.apache.solr.core.SolrCore@74a3b71 url=http://127.0.0.1:30898/collection1 node=127.0.0.1:30898_ C9887_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:30898_, base_url=http://127.0.0.1:30898, core=collection1}
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30898/collection1/
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.syncToMe http://127.0.0.1:30898/collection1/ has no replicas
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30898/collection1/ shard2
   [junit4]   2> 1196404 T8317 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1196407 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196407 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196408 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 1196412 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196412 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196413 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196413 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1196457 T8317 oasc.ZkController.register We are http://127.0.0.1:30898/collection1/ and leader is http://127.0.0.1:30898/collection1/
   [junit4]   2> 1196458 T8317 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30898
   [junit4]   2> 1196458 T8317 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1196458 T8317 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1196458 T8317 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1196459 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196461 T8317 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1196461 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:30898_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30898",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard2"}
   [junit4]   2> 1196465 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196466 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196466 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1197601 T8262 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1197602 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1197604 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48336
   [junit4]   2> 1197605 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/'
   [junit4]   2> 1197644 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/solr.xml
   [junit4]   2> 1197708 T8262 oasc.CoreContainer.<init> New CoreContainer 1542112716
   [junit4]   2> 1197709 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/]
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1197712 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1197712 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1197712 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1197713 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1197713 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1197713 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1197713 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1197714 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1197714 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197716 T8328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12600339 name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197717 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197717 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1197719 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197720 T8330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c333bff name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197720 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197724 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1198729 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48336_
   [junit4]   2> 1198730 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48336_
   [junit4]   2> 1198733 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1198743 T8332 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1198743 T8332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1198745 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1198745 T8332 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1198746 T8332 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1198746 T8332 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1198747 T8332 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1198748 T8332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1198749 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:48336_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48336",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1198751 T8285 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1198752 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1198756 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1198757 T8331 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1198757 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1198757 T8331 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1198758 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1199748 T8332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1199749 T8332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1199749 T8332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1199749 T8332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1199750 T8332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1199750 T8332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/'
   [junit4]   2> 1199752 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1199752 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1199753 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1199831 T8332 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1199863 T8332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1199965 T8332 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1199972 T8332 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1200205 T8332 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1200208 T8332 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1200209 T8332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1200212 T8332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1200229 T8332 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1200229 T8332 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1200230 T8332 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/
   [junit4]   2> 1200230 T8332 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1200231 T8332 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2
   [junit4]   2> 1200231 T8332 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index/
   [junit4]   2> 1200231 T8332 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1200232 T8332 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index
   [junit4]   2> 1200232 T8332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1200233 T8332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@265a4b38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72005d33),segFN=segments_1,generation=1}
   [junit4]   2> 1200233 T8332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1200240 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1200240 T8332 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1200240 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200241 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200241 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1200243 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1200243 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1200244 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1200244 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1200258 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200259 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200260 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200262 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200265 T8332 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1200265 T8332 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1200267 T8332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1200267 T8332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@265a4b38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72005d33),segFN=segments_1,generation=1}
   [junit4]   2> 1200267 T8332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1200268 T8332 oass.SolrIndexSearcher.<init> Opening Searcher@485aa099[collection1] main
   [junit4]   2> 1200268 T8332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1200269 T8332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1200269 T8332 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1200269 T8332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1200269 T8332 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1200271 T8332 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1200271 T8332 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1200274 T8333 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@485aa099[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1200277 T8332 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1200278 T8336 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48336 collection:collection1 shard:shard3
   [junit4]   2> 1200279 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1200279 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1200279 T8336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1200283 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1200285 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1200285 T8336 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1200285 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9888 name=collection1 org.apache.solr.core.SolrCore@4f2e0e94 url=http://127.0.0.1:48336/collection1 node=127.0.0.1:48336_ C9888_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:48336_, base_url=http://127.0.0.1:48336, core=collection1}
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48336/collection1/
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.syncToMe http://127.0.0.1:48336/collection1/ has no replicas
   [junit4]   2> 1200286 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48336/collection1/ shard3
   [junit4]   2> 1200286 T8336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1200290 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1200290 T8331 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1200290 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1200291 T8331 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 1200291 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 1200295 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1200296 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1200296 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has 

[...truncated too long message...]

junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection3_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3450, name=Thread-415, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection0_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3452, name=Thread-417, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection2_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 more
   [junit4]   2> 1824900 T2962 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-B077F77F44B681E4-001
   [junit4]   2> 1227919 T2961 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {a_t=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128), text=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=Memory doPackFST= true)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=es_EC, timezone=America/Cordoba
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=27213376,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestCloudManagedSchemaConcurrent, TestSearchPerf, SuggesterTest, LeaderInitiatedRecoveryOnCommitTest, TestNRTOpen, TestPhraseSuggestions, FieldAnalysisRequestHandlerTest, TestNonDefinedSimilarityFactory, ResponseLogComponentTest, TestJoin, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J3 in 1228.74s, 1 test, 1 error <<< FAILURES!

[...truncated 983 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 2 errors, 54 ignored (9 assumptions)

Total time: 233 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 923133723 bytes
Compression is 0.0%
Took 2 min 51 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure