You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/06/14 05:57:42 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0_20-ea-b15) - Build # 10436 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10436/
Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
deletecollection the collection error [Watcher fired on path: null state: SyncConnected type None]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: deletecollection the collection error [Watcher fired on path: null state: SyncConnected type None]
	at __randomizedtesting.SeedInfo.seed([3745085B85211730:B6A38643F27E770C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:850)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11385 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/init-core-data-001
   [junit4]   2> 884571 T2521 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 884572 T2521 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 884578 T2521 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 884579 T2521 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 884580 T2522 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 884680 T2521 oasc.ZkTestServer.run start zk server on port:36238
   [junit4]   2> 884681 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 884685 T2528 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@164cc37 name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 884686 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 884686 T2521 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 884694 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 884698 T2530 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@674876 name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 884699 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 884699 T2521 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 884703 T2521 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 884706 T2521 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 884709 T2521 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 884712 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 884712 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 884718 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 884719 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 884722 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 884723 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 884726 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 884726 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 884729 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 884730 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 884733 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 884733 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 884737 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 884737 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 884789 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 884790 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 884793 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 884793 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 884797 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 884797 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 884802 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 884803 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 884808 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 884810 T2532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dc4abd name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 884811 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 884812 T2521 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 884828 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 884831 T2534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bdbd5c name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 884831 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 884832 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 884833 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 884844 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 884844 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 884848 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 884849 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 884852 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 884852 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 884855 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 884856 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 884859 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 884860 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 884862 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 884863 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 884866 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 884867 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 884870 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 884871 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 884873 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 884874 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 884878 T2521 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 884878 T2521 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 885227 T2521 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 885231 T2521 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59603
   [junit4]   2> 885232 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 885233 T2521 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 885234 T2521 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002
   [junit4]   2> 885235 T2521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002/'
   [junit4]   2> 885259 T2521 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002/solr.xml
   [junit4]   2> 885287 T2521 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002
   [junit4]   2> 885288 T2521 oasc.CoreContainer.<init> New CoreContainer 20903743
   [junit4]   2> 885288 T2521 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002/]
   [junit4]   2> 885290 T2521 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 885291 T2521 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 885291 T2521 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 885291 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 885292 T2521 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 885292 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 885293 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 885293 T2521 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 885293 T2521 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 885294 T2521 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 885294 T2521 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 885295 T2521 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 885295 T2521 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36238/solr
   [junit4]   2> 885295 T2521 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 885296 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 885298 T2545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@102ee19 name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 885298 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 885301 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 885302 T2547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@102f7bf name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 885302 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 885304 T2521 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 885307 T2521 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 885310 T2521 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 885313 T2521 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 885316 T2521 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 885319 T2521 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 885321 T2521 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59603_
   [junit4]   2> 885323 T2521 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59603_
   [junit4]   2> 885327 T2521 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 885329 T2521 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 885333 T2521 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59603_
   [junit4]   2> 885333 T2521 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 885335 T2521 oasc.Overseer.start Overseer (id=91928463879569413-127.0.0.1:59603_-n_0000000000) starting
   [junit4]   2> 885338 T2521 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 885354 T2549 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 885354 T2521 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 885357 T2521 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 885359 T2521 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 885363 T2548 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 885367 T2521 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002
   [junit4]   2> 885375 T2521 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-002/conf/
   [junit4]   2> 885500 T2521 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 885502 T2521 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 885502 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 885503 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 885505 T2552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7261b7 name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 885506 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 885507 T2521 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 885510 T2521 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 885827 T2521 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 885828 T2521 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 885830 T2521 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59372
   [junit4]   2> 885831 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 885831 T2521 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 885832 T2521 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003
   [junit4]   2> 885832 T2521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/'
   [junit4]   2> 885859 T2521 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solr.xml
   [junit4]   2> 885877 T2521 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003
   [junit4]   2> 885878 T2521 oasc.CoreContainer.<init> New CoreContainer 32566723
   [junit4]   2> 885878 T2521 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/]
   [junit4]   2> 885880 T2521 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 885880 T2521 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 885881 T2521 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 885881 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 885881 T2521 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 885882 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 885882 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 885883 T2521 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 885883 T2521 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 885884 T2521 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 885884 T2521 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 885884 T2521 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 885885 T2521 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36238/solr
   [junit4]   2> 885885 T2521 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 885886 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 885888 T2563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ea4dbf name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 885888 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 885892 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 885894 T2565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14f1d52 name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 885894 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 885904 T2521 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 886908 T2521 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59372_
   [junit4]   2> 886909 T2521 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59372_
   [junit4]   2> 886912 T2547 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 886912 T2552 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 886912 T2565 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 886919 T2521 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003
   [junit4]   2> 886926 T2521 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/conf/
   [junit4]   2> 887039 T2521 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 887042 T2521 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 887042 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 887348 T2521 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 887349 T2521 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 887351 T2521 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58823
   [junit4]   2> 887352 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 887352 T2521 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 887353 T2521 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004
   [junit4]   2> 887353 T2521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/'
   [junit4]   2> 887377 T2521 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solr.xml
   [junit4]   2> 887401 T2521 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004
   [junit4]   2> 887402 T2521 oasc.CoreContainer.<init> New CoreContainer 19858335
   [junit4]   2> 887402 T2521 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/]
   [junit4]   2> 887403 T2521 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 887403 T2521 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 887403 T2521 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 887404 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 887404 T2521 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 887404 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 887405 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 887405 T2521 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 887406 T2521 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 887406 T2521 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 887407 T2521 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 887407 T2521 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 887407 T2521 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36238/solr
   [junit4]   2> 887408 T2521 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 887409 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 887411 T2577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@588ed0 name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 887411 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 887413 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 887415 T2579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bca30e name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 887415 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 887422 T2521 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 888426 T2521 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58823_
   [junit4]   2> 888427 T2521 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58823_
   [junit4]   2> 888431 T2565 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 888431 T2579 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 888431 T2547 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 888431 T2552 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 888435 T2521 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004
   [junit4]   2> 888443 T2521 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/conf/
   [junit4]   2> 888554 T2521 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 888555 T2521 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 888555 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 888878 T2521 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 888879 T2521 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 888882 T2521 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59140
   [junit4]   2> 888883 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 888883 T2521 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 888883 T2521 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005
   [junit4]   2> 888884 T2521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/'
   [junit4]   2> 888907 T2521 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solr.xml
   [junit4]   2> 888930 T2521 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005
   [junit4]   2> 888932 T2521 oasc.CoreContainer.<init> New CoreContainer 1114860
   [junit4]   2> 888932 T2521 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/]
   [junit4]   2> 888933 T2521 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 888933 T2521 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 888934 T2521 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 888934 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 888935 T2521 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 888935 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 888935 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 888936 T2521 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 888936 T2521 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 888937 T2521 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 888937 T2521 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 888938 T2521 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 888938 T2521 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36238/solr
   [junit4]   2> 888938 T2521 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 888939 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 888941 T2591 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1caee72 name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 888941 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 888943 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 888945 T2593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c5fb2 name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 888945 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 888952 T2521 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 889955 T2521 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59140_
   [junit4]   2> 889957 T2521 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59140_
   [junit4]   2> 889960 T2547 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 889960 T2565 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 889960 T2593 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 889960 T2579 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 889960 T2552 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 889964 T2521 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005
   [junit4]   2> 889972 T2521 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/conf/
   [junit4]   2> 890103 T2521 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 890104 T2521 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 890105 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 890404 T2521 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 890405 T2521 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 890408 T2521 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58859
   [junit4]   2> 890409 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 890409 T2521 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 890410 T2521 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006
   [junit4]   2> 890410 T2521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/'
   [junit4]   2> 890430 T2521 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solr.xml
   [junit4]   2> 890454 T2521 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006
   [junit4]   2> 890455 T2521 oasc.CoreContainer.<init> New CoreContainer 12666054
   [junit4]   2> 890455 T2521 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/]
   [junit4]   2> 890456 T2521 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 890457 T2521 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 890457 T2521 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 890458 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 890458 T2521 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 890459 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 890459 T2521 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 890460 T2521 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 890460 T2521 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 890461 T2521 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 890461 T2521 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 890462 T2521 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 890462 T2521 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36238/solr
   [junit4]   2> 890462 T2521 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 890463 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 890465 T2605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14384df name:ZooKeeperConnection Watcher:127.0.0.1:36238 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890465 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 890467 T2521 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 890468 T2607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e084b name:ZooKeeperConnection Watcher:127.0.0.1:36238/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 890469 T2521 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 890475 T2521 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 891479 T2521 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58859_
   [junit4]   2> 891483 T2521 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58859_
   [junit4]   2> 891498 T2547 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 891499 T2565 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 891499 T2593 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 891498 T2552 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 891499 T2607 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 891499 T2579 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 891503 T2521 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006
   [junit4]   2> 891518 T2521 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/conf/
   [junit4]   2> 891659 T2521 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 891662 T2521 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 891665 T2521 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 891683 T2558 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 891686 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891687 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891687 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891688 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891688 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891689 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891689 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891691 T2549 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 891693 T2609 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 891694 T2609 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 891695 T2609 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 891703 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891706 T2548 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 891707 T2548 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 891708 T2548 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 891713 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891714 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891715 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891714 T2547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891715 T2565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891714 T2552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891715 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891803 T2609 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 891804 T2609 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:59372_
   [junit4]   2> 891806 T2609 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:58859_
   [junit4]   2> 891808 T2609 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:58823_
   [junit4]   2> 891809 T2609 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:59140_
   [junit4]   2> 891813 T2561 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 891813 T2572 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 891813 T2600 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 891817 T2561 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 891817 T2588 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 891818 T2600 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 891818 T2572 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 891820 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891822 T2561 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 891823 T2600 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 891824 T2588 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 891823 T2572 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 891826 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891826 T2588 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 891827 T2548 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 891829 T2548 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59372",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59372_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 891839 T2548 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58859",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58859_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 891841 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891843 T2548 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58823",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58823_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 891846 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891847 T2548 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59140",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59140_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 891849 T2547 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 891953 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891953 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891953 T2547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891953 T2579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891953 T2552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 891953 T2565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 892823 T2561 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 892824 T2561 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 892824 T2600 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 892825 T2561 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 892825 T2600 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 892825 T2561 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 892826 T2572 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 892826 T2600 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 892827 T2600 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 892827 T2572 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 892828 T2588 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 892828 T2561 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 892828 T2600 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 892829 T2588 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 892829 T2572 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 892830 T2572 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 892829 T2561 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/'
   [junit4]   2> 892830 T2588 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 892831 T2588 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 892829 T2600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/'
   [junit4]   2> 892835 T2572 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 892835 T2572 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/'
   [junit4]   2> 892837 T2588 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 892837 T2588 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/'
   [junit4]   2> 892934 T2561 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 892934 T2588 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 892978 T2572 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 892993 T2588 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 892997 T2561 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 892998 T2600 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 893002 T2561 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 893002 T2588 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 893025 T2572 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 893030 T2572 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 893031 T2600 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 893033 T2561 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 893034 T2600 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 893041 T2588 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 893101 T2572 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 893111 T2600 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 893850 T2561 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893854 T2561 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893855 T2561 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 893882 T2561 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 893892 T2561 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 893923 T2572 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893924 T2572 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893924 T2600 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893924 T2588 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893926 T2572 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 893925 T2600 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893926 T2588 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 893931 T2600 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 893931 T2588 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 893944 T2572 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 893945 T2588 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 893946 T2600 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 893947 T2572 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 893948 T2588 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 893949 T2600 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 893962 T2561 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893970 T2561 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893972 T2588 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893978 T2561 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 893978 T2572 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893980 T2561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 893981 T2561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 893982 T2561 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 893982 T2588 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893984 T2561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 893984 T2561 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 893985 T2561 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 893986 T2572 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893986 T2561 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 893987 T2561 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/data/
   [junit4]   2> 893988 T2561 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b5a55
   [junit4]   2> 893989 T2588 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 893990 T2588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 893991 T2588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 893991 T2588 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 893992 T2561 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/data
   [junit4]   2> 893992 T2561 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 893993 T2572 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 893993 T2561 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 893993 T2588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 893995 T2588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 893994 T2561 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-003/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 893996 T2600 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 893997 T2561 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=61.638671875, floorSegmentMB=1.62109375, forceMergeDeletesPctAllowed=22.566498639538842, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 893996 T2572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 893998 T2572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 893996 T2588 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using configuration from collection solrj_collection
   [junit4]   2> 893998 T2561 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f9e77f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d5fc11),segFN=segments_1,generation=1}
   [junit4]   2> 893999 T2572 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 893999 T2588 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 894000 T2561 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 894001 T2588 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/data/
   [junit4]   2> 894002 T2588 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b5a55
   [junit4]   2> 894003 T2588 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/data
   [junit4]   2> 894002 T2572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 894010 T2588 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 894003 T2600 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 894011 T2588 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 894010 T2572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 894013 T2588 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-005/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 894013 T2572 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 894014 T2588 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=61.638671875, floorSegmentMB=1.62109375, forceMergeDeletesPctAllowed=22.566498639538842, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 894014 T2572 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 894015 T2572 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/data/
   [junit4]   2> 894015 T2588 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1a47893 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1156a2e),segFN=segments_1,generation=1}
   [junit4]   2> 894016 T2588 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 894016 T2572 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b5a55
   [junit4]   2> 894018 T2561 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 894018 T2600 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 894018 T2561 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 894020 T2561 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 894020 T2561 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894021 T2600 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 894022 T2600 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 894021 T2561 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894022 T2572 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/data
   [junit4]   2> 894022 T2600 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 894023 T2572 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 894023 T2561 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 894025 T2588 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 894024 T2572 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 894026 T2600 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 894026 T2572 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-004/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 894026 T2588 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 894025 T2561 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 894028 T2588 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 894027 T2572 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=61.638671875, floorSegmentMB=1.62109375, forceMergeDeletesPctAllowed=22.566498639538842, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 894026 T2600 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 894028 T2588 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894028 T2561 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 894030 T2588 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894030 T2572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4b83fa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@182b784),segFN=segments_1,generation=1}
   [junit4]   2> 894030 T2600 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 894032 T2572 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 894031 T2588 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 894034 T2588 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 894034 T2588 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 894031 T2561 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 894035 T2588 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 894032 T2600 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 894037 T2561 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 894037 T2588 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 894037 T2600 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/data/
   [junit4]   2> 894041 T2561 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 894042 T2561 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 894042 T2600 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b5a55
   [junit4]   2> 894042 T2588 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 894044 T2588 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 894043 T2561 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 894044 T2600 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/data
   [junit4]   2> 894044 T2588 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 894045 T2561 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 894045 T2600 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 894046 T2561 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 894046 T2588 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 894046 T2572 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 894048 T2561 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 894048 T2588 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 894047 T2600 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 894048 T2572 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 894050 T2600 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 894050 T2588 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 894051 T2600 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=61.638671875, floorSegmentMB=1.62109375, forceMergeDeletesPctAllowed=22.566498639538842, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 894051 T2572 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 894053 T2572 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894053 T2600 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@9fa842 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1219240),segFN=segments_1,generation=1}
   [junit4]   2> 894053 T2572 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894054 T2561 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 894054 T2600 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 894055 T2588 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 894054 T2572 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 894057 T2572 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 894061 T2572 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 894062 T2572 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 894062 T2588 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 894062 T2561 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 894064 T2588 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 894063 T2572 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 894066 T2600 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 894064 T2561 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 894067 T2600 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 894068 T2600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 894066 T2572 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 894066 T2588 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=49.509765625, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=27.888187361674046, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 894069 T2561 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=49.509765625, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=27.888187361674046, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 894068 T2572 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 894068 T2600 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894071 T2572 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 894070 T2561 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f9e77f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@d5fc11),segFN=segments_1,generation=1}
   [junit4]   2> 894070 T2588 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1a47893 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1156a2e),segFN=segments_1,generation=1}
   [junit4]   2> 894072 T2588 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 894072 T2561 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 894072 T2572 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 894071 T2600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 894075 T2572 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 894074 T2561 oass.SolrIndexSearcher.<init> Opening Searcher@1bbd725[solrj_collection_shard1_replica1] main
   [junit4]   2> 894073 T2588 oass.SolrIndexSearcher.<init> Opening Searcher@1af7581[solrj_collection_shard2_replica2] main
   [junit4]   2> 894076 T2561 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 894075 T2600 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 894076 T2588 oascc.ZkStateReader.readConfigName Load co

[...truncated too long message...]

./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/nodes_used_collection_shard1_replica1/data [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/nodes_used_collection_shard1_replica1/data;done=false>>]
   [junit4]   2> 975505 T2607 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/nodes_used_collection_shard1_replica1/data
   [junit4]   2> 975505 T2607 oasc.CachingDirectoryFactory.closeCacheValue looking to close ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/nodes_used_collection_shard1_replica1/data/index [CachedDir<<refCount=0;path=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/nodes_used_collection_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 975505 T2607 oasc.CachingDirectoryFactory.close Closing directory: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001/tempDir-006/nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 975506 T2607 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
   [junit4]   2> 975507 T2607 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:290)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	
   [junit4]   2> 975507 T2607 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 975508 T2607 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-3745085B85211730-001
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fi, timezone=America/Monterrey
   [junit4]   2> NOTE: Linux 3.8.0-41-generic i386/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=8,threads=1,free=147217792,total=323338240
   [junit4]   2> NOTE: All tests run in this JVM: [BasicDistributedZk2Test, TestCoreDiscovery, DocExpirationUpdateProcessorFactoryTest, SSLMigrationTest, BlockCacheTest, TestFastWriter, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, TestFiltering, DefaultValueUpdateProcessorTest, SolrTestCaseJ4Test, BadIndexSchemaTest, JSONWriterTest, ZkNodePropsTest, TestUniqueKeyFieldResource, DeleteReplicaTest, TestAnalyzedSuggestions, DirectUpdateHandlerTest, AddBlockUpdateTest, TestNumberUtils, SolrCoreCheckLockOnStartupTest, TestSolrXml, TestReRankQParserPlugin, TestManagedResource, TestArbitraryIndexDir, TestDistributedSearch, DistributedExpandComponentTest, TestSolrDeletionPolicy2, TestQuerySenderListener, TestWordDelimiterFilterFactory, HighlighterConfigTest, HighlighterTest, StandardRequestHandlerTest, TestDynamicFieldCollectionResource, MinimalSchemaTest, TestManagedSchemaFieldResource, DocValuesMissingTest, TestRecovery, TestSolrXmlPersistor, ShardRoutingCustomTest, CurrencyFieldOpenExchangeTest, TestAnalyzeInfixSuggestions, ParsingFieldUpdateProcessorsTest, SolrIndexConfigTest, TestSolrJ, TestCloudManagedSchemaCopyFields, DocumentAnalysisRequestHandlerTest, TestSchemaNameResource, RequiredFieldsTest, ZkSolrClientTest, TestZkChroot, PrimUtilsTest, TestOmitPositions, DisMaxRequestHandlerTest, IndexSchemaRuntimeFieldTest, CursorMarkTest, DistributedSuggestComponentTest, TestJmxIntegration, TestCollationField, TestDocBasedVersionConstraints, DeleteInactiveReplicaTest, SolrRequestParserTest, CoreAdminCreateDiscoverTest, OpenCloseCoreStressTest, SolrPluginUtilsTest, DebugComponentTest, TestExceedMaxTermLength, AlternateDirectoryTest, TestSolrCoreProperties, TestDynamicFieldResource, NoCacheHeaderTest, TestOverriddenPrefixQueryForCustomFieldType, HdfsBasicDistributedZkTest, MultiTermTest, TestCollationKeyRangeQueries, SuggesterWFSTTest, TestCloudManagedSchemaAddField, TestDistributedGrouping, TestCSVResponseWriter, OutputWriterTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 91.15s, 1 test, 1 error <<< FAILURES!

[...truncated 690 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 405 suites, 1654 tests, 1 error, 38 ignored (17 assumptions)

Total time: 80 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_20-ea-b15 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0_05) - Build # 10440 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10440/
Java: 64bit/jdk1.8.0_05 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 38 from http://127.0.0.1:32798/collection1lastClient and got 36 from http://127.0.0.1:45241/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 38 from http://127.0.0.1:32798/collection1lastClient and got 36 from http://127.0.0.1:45241/collection1
	at __randomizedtesting.SeedInfo.seed([FED4681B837CE382:7F32E603F42383BE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11164 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/init-core-data-001
   [junit4]   2> 622273 T2787 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 622273 T2787 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 622277 T2787 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 622278 T2787 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 622278 T2788 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 622378 T2787 oasc.ZkTestServer.run start zk server on port:59960
   [junit4]   2> 622379 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622458 T2794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@370687bc name:ZooKeeperConnection Watcher:127.0.0.1:59960 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622458 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622458 T2787 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 622463 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622465 T2789 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1469ab431870000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 622469 T2796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4366478 name:ZooKeeperConnection Watcher:127.0.0.1:59960/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622469 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622469 T2787 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 622472 T2787 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 622474 T2787 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 622475 T2787 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 622477 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 622477 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 622479 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 622480 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 622481 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 622482 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 622483 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 622484 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 622486 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 622486 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 622487 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 622488 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 622490 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 622490 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 622493 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 622493 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 622495 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 622495 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 622497 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 622497 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 622499 T2787 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 622499 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 622791 T2787 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 622841 T2787 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51959
   [junit4]   2> 622842 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 622842 T2787 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 622843 T2787 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002
   [junit4]   2> 622843 T2787 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/'
   [junit4]   2> 622855 T2787 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/solr.xml
   [junit4]   2> 622861 T2787 oasc.CoreContainer.<init> New CoreContainer 1742637242
   [junit4]   2> 622862 T2787 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/]
   [junit4]   2> 622862 T2787 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 622862 T2787 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 622862 T2787 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 622863 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 622863 T2787 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 622863 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 622863 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 622863 T2787 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 622864 T2787 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 622864 T2787 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 622864 T2787 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 622864 T2787 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 622865 T2787 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59960/solr
   [junit4]   2> 622865 T2787 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 622866 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622868 T2807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5124c284 name:ZooKeeperConnection Watcher:127.0.0.1:59960 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622869 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622872 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 622873 T2809 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@280d87dc name:ZooKeeperConnection Watcher:127.0.0.1:59960/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 622874 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 622875 T2787 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 622876 T2787 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 622878 T2787 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 622879 T2787 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 622881 T2787 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 622882 T2787 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 622883 T2787 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51959_
   [junit4]   2> 622883 T2787 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51959_
   [junit4]   2> 622885 T2787 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 622886 T2787 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 622888 T2787 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51959_
   [junit4]   2> 622888 T2787 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 622890 T2787 oasc.Overseer.start Overseer (id=91930941123395587-127.0.0.1:51959_-n_0000000000) starting
   [junit4]   2> 622896 T2787 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 622901 T2811 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 622901 T2787 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 622903 T2787 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 622904 T2787 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 622906 T2810 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 622907 T2812 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 622907 T2812 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 622907 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 622908 T2812 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 622908 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 622908 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51959",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51959_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 622909 T2810 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 622909 T2810 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 622919 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 622919 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 623908 T2812 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 623908 T2812 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 623909 T2812 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 623909 T2812 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 623909 T2812 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 623910 T2812 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/collection1/'
   [junit4]   2> 623910 T2812 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 623911 T2812 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 623911 T2812 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 623932 T2812 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 623943 T2812 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 623944 T2812 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 623949 T2812 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 624049 T2812 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 624050 T2812 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 624051 T2812 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 624053 T2812 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 624063 T2812 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 624063 T2812 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 624063 T2812 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-002/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data/
   [junit4]   2> 624064 T2812 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564b127
   [junit4]   2> 624064 T2812 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data
   [junit4]   2> 624064 T2812 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data/index/
   [junit4]   2> 624065 T2812 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 624065 T2812 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data/index
   [junit4]   2> 624065 T2812 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 624069 T2812 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 624069 T2812 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 624071 T2812 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 624071 T2812 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 624072 T2812 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 624072 T2812 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 624072 T2812 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 624072 T2812 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 624072 T2812 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 624073 T2812 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 624073 T2812 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 624073 T2812 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 624073 T2812 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 624073 T2812 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 624074 T2812 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 624074 T2812 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 624074 T2812 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 624074 T2812 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 624076 T2812 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 624077 T2812 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 624077 T2812 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 624078 T2812 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=24.484375, floorSegmentMB=2.1826171875, forceMergeDeletesPctAllowed=21.248260349691687, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2417849536733958
   [junit4]   2> 624078 T2812 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 624079 T2812 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 624079 T2812 oass.SolrIndexSearcher.<init> Opening Searcher@55ba6f11[collection1] main
   [junit4]   2> 624079 T2812 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 624080 T2812 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 624080 T2812 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 624080 T2812 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 624080 T2812 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 624080 T2812 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 624081 T2812 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 624081 T2812 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 624081 T2812 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 624082 T2812 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 624083 T2813 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55ba6f11[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 624084 T2812 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 624084 T2816 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51959 collection:control_collection shard:shard1
   [junit4]   2> 624084 T2787 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 624085 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 624086 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 624087 T2818 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59825853 name:ZooKeeperConnection Watcher:127.0.0.1:59960/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 624087 T2816 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 624088 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 624089 T2787 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 624090 T2787 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 624094 T2816 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 624096 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624097 T2816 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 624097 T2816 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C872 name=collection1 org.apache.solr.core.SolrCore@4d9ec572 url=http://127.0.0.1:51959/collection1 node=127.0.0.1:51959_ C872_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:51959, core=collection1, node_name=127.0.0.1:51959_}
   [junit4]   2> 624097 T2816 C872 P51959 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51959/collection1/
   [junit4]   2> 624097 T2816 C872 P51959 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 624097 T2816 C872 P51959 oasc.SyncStrategy.syncToMe http://127.0.0.1:51959/collection1/ has no replicas
   [junit4]   2> 624097 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 624097 T2816 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51959/collection1/ shard1
   [junit4]   2> 624098 T2816 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 624101 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624105 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624207 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 624207 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 624254 T2816 oasc.ZkController.register We are http://127.0.0.1:51959/collection1/ and leader is http://127.0.0.1:51959/collection1/
   [junit4]   2> 624254 T2816 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51959
   [junit4]   2> 624254 T2816 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 624254 T2816 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 624255 T2816 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 624256 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624256 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624256 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624257 T2816 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 624258 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 624258 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51959",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51959_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 624260 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 624362 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 624362 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 624454 T2787 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 624455 T2787 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 624457 T2787 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50841
   [junit4]   2> 624457 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 624458 T2787 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 624458 T2787 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003
   [junit4]   2> 624459 T2787 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/'
   [junit4]   2> 624474 T2787 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/solr.xml
   [junit4]   2> 624483 T2787 oasc.CoreContainer.<init> New CoreContainer 1039678570
   [junit4]   2> 624483 T2787 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/]
   [junit4]   2> 624484 T2787 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 624484 T2787 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 624484 T2787 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 624485 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 624485 T2787 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 624485 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 624486 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 624486 T2787 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 624486 T2787 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 624487 T2787 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 624487 T2787 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 624488 T2787 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 624488 T2787 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59960/solr
   [junit4]   2> 624489 T2787 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 624489 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 624492 T2829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73d77c76 name:ZooKeeperConnection Watcher:127.0.0.1:59960 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 624492 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 624494 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 624496 T2831 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78e2d6ed name:ZooKeeperConnection Watcher:127.0.0.1:59960/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 624496 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 624501 T2787 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 625503 T2787 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50841_
   [junit4]   2> 625504 T2787 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50841_
   [junit4]   2> 625506 T2809 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 625506 T2831 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 625506 T2818 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 625509 T2832 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 625509 T2832 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 625510 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 625510 T2832 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 625510 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 625510 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 625511 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 625511 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50841",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50841_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 625511 T2810 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 625511 T2810 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 625516 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 625617 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 625617 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 625617 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626510 T2832 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 626511 T2832 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 626511 T2832 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 626511 T2832 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 626512 T2832 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 626512 T2832 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/collection1/'
   [junit4]   2> 626513 T2832 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 626513 T2832 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 626514 T2832 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 626536 T2832 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 626547 T2832 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 626548 T2832 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 626553 T2832 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 626652 T2832 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 626653 T2832 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 626654 T2832 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 626656 T2832 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 626665 T2832 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 626665 T2832 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 626666 T2832 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-003/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1/
   [junit4]   2> 626666 T2832 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564b127
   [junit4]   2> 626666 T2832 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1
   [junit4]   2> 626666 T2832 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1/index/
   [junit4]   2> 626667 T2832 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 626667 T2832 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1/index
   [junit4]   2> 626668 T2832 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 626671 T2832 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 626671 T2832 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 626673 T2832 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 626673 T2832 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 626673 T2832 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 626673 T2832 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 626674 T2832 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 626674 T2832 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 626674 T2832 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 626674 T2832 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 626674 T2832 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 626675 T2832 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 626675 T2832 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 626675 T2832 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 626675 T2832 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 626675 T2832 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 626676 T2832 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 626676 T2832 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 626677 T2832 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 626678 T2832 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 626678 T2832 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 626679 T2832 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=24.484375, floorSegmentMB=2.1826171875, forceMergeDeletesPctAllowed=21.248260349691687, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2417849536733958
   [junit4]   2> 626680 T2832 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 626680 T2832 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 626680 T2832 oass.SolrIndexSearcher.<init> Opening Searcher@4ec94819[collection1] main
   [junit4]   2> 626680 T2832 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 626681 T2832 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 626681 T2832 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 626681 T2832 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 626682 T2832 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 626682 T2832 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 626682 T2832 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 626682 T2832 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 626682 T2832 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 626683 T2832 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 626685 T2833 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ec94819[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 626686 T2832 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 626686 T2836 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50841 collection:collection1 shard:shard2
   [junit4]   2> 626686 T2787 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 626687 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 626687 T2836 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 626690 T2836 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 626692 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626692 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626692 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626693 T2836 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 626693 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 626693 T2836 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C873 name=collection1 org.apache.solr.core.SolrCore@7830c0f5 url=http://127.0.0.1:50841/collection1 node=127.0.0.1:50841_ C873_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:50841, core=collection1, node_name=127.0.0.1:50841_}
   [junit4]   2> 626694 T2836 C873 P50841 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50841/collection1/
   [junit4]   2> 626694 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626695 T2836 C873 P50841 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 626695 T2836 C873 P50841 oasc.SyncStrategy.syncToMe http://127.0.0.1:50841/collection1/ has no replicas
   [junit4]   2> 626695 T2836 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50841/collection1/ shard2
   [junit4]   2> 626695 T2836 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 626698 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626702 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626803 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626804 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626803 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626849 T2836 oasc.ZkController.register We are http://127.0.0.1:50841/collection1/ and leader is http://127.0.0.1:50841/collection1/
   [junit4]   2> 626849 T2836 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50841
   [junit4]   2> 626850 T2836 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 626850 T2836 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 626850 T2836 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 626851 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626851 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626851 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626851 T2836 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 626852 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 626852 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50841",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50841_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 626854 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 626931 T2787 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 626932 T2787 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 626933 T2787 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37141
   [junit4]   2> 626934 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 626934 T2787 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 626934 T2787 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004
   [junit4]   2> 626935 T2787 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/'
   [junit4]   2> 626946 T2787 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/solr.xml
   [junit4]   2> 626952 T2787 oasc.CoreContainer.<init> New CoreContainer 1185028157
   [junit4]   2> 626952 T2787 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/]
   [junit4]   2> 626953 T2787 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 626953 T2787 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 626953 T2787 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 626953 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 626953 T2787 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 626954 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 626954 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 626954 T2787 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 626954 T2787 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 626955 T2787 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 626955 T2787 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 626955 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626955 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626955 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 626956 T2787 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 626956 T2787 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59960/solr
   [junit4]   2> 626957 T2787 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 626957 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 626964 T2847 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61b895cb name:ZooKeeperConnection Watcher:127.0.0.1:59960 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 626964 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 626967 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 626968 T2849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a5cc79 name:ZooKeeperConnection Watcher:127.0.0.1:59960/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 626968 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 626971 T2787 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 627973 T2787 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37141_
   [junit4]   2> 627975 T2787 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37141_
   [junit4]   2> 627977 T2831 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 627977 T2818 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 627977 T2809 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 627977 T2849 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 627980 T2850 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 627980 T2850 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 627981 T2850 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 627981 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627981 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627981 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 627982 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 627982 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37141",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37141_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 627982 T2810 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 627983 T2810 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 627986 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 628088 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 628088 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 628088 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 628088 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 628981 T2850 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 628981 T2850 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 628982 T2850 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 628982 T2850 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 628983 T2850 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 628983 T2850 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/collection1/'
   [junit4]   2> 628984 T2850 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 628984 T2850 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 628984 T2850 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 629004 T2850 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 629015 T2850 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 629017 T2850 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 629021 T2850 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 629139 T2850 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 629140 T2850 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 629141 T2850 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629143 T2850 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 629155 T2850 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 629156 T2850 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 629156 T2850 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-004/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2/
   [junit4]   2> 629156 T2850 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564b127
   [junit4]   2> 629157 T2850 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2
   [junit4]   2> 629157 T2850 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2/index/
   [junit4]   2> 629157 T2850 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 629158 T2850 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2/index
   [junit4]   2> 629159 T2850 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 629162 T2850 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 629162 T2850 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629165 T2850 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 629166 T2850 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 629166 T2850 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 629166 T2850 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629166 T2850 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 629167 T2850 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 629167 T2850 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629167 T2850 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 629167 T2850 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 629168 T2850 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 629169 T2850 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 629170 T2850 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 629170 T2850 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 629170 T2850 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 629171 T2850 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 629171 T2850 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 629173 T2850 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 629175 T2850 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 629175 T2850 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 629176 T2850 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=24.484375, floorSegmentMB=2.1826171875, forceMergeDeletesPctAllowed=21.248260349691687, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2417849536733958
   [junit4]   2> 629177 T2850 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 629177 T2850 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 629177 T2850 oass.SolrIndexSearcher.<init> Opening Searcher@3263468[collection1] main
   [junit4]   2> 629177 T2850 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 629178 T2850 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 629178 T2850 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 629179 T2850 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 629179 T2850 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 629179 T2850 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 629180 T2850 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 629180 T2850 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 629180 T2850 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 629180 T2850 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 629182 T2851 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3263468[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 629183 T2850 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 629184 T2854 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37141 collection:collection1 shard:shard3
   [junit4]   2> 629184 T2787 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 629184 T2854 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 629184 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 629187 T2854 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 629189 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629189 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629189 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629189 T2854 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 629189 T2854 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C874 name=collection1 org.apache.solr.core.SolrCore@24ee3a32 url=http://127.0.0.1:37141/collection1 node=127.0.0.1:37141_ C874_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:37141, core=collection1, node_name=127.0.0.1:37141_}
   [junit4]   2> 629189 T2854 C874 P37141 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37141/collection1/
   [junit4]   2> 629190 T2854 C874 P37141 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 629190 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 629190 T2854 C874 P37141 oasc.SyncStrategy.syncToMe http://127.0.0.1:37141/collection1/ has no replicas
   [junit4]   2> 629190 T2854 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37141/collection1/ shard3
   [junit4]   2> 629190 T2854 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 629191 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629193 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629196 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629298 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629298 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629298 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629298 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629344 T2854 oasc.ZkController.register We are http://127.0.0.1:37141/collection1/ and leader is http://127.0.0.1:37141/collection1/
   [junit4]   2> 629345 T2854 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37141
   [junit4]   2> 629345 T2854 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 629345 T2854 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 629345 T2854 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 629346 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629346 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629346 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629346 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 629347 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 629347 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37141",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37141_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 629349 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 629440 T2787 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 629441 T2787 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 629442 T2787 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38217
   [junit4]   2> 629444 T2787 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 629444 T2787 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 629444 T2787 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005
   [junit4]   2> 629444 T2787 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005/'
   [junit4]   2> 629450 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629452 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629450 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629450 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 629454 T2787 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005/solr.xml
   [junit4]   2> 629462 T2787 oasc.CoreContainer.<init> New CoreContainer 604840979
   [junit4]   2> 629462 T2787 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005/]
   [junit4]   2> 629462 T2787 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 629463 T2787 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 629463 T2787 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 629463 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 629463 T2787 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 629464 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 629464 T2787 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 629464 T2787 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 629464 T2787 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 629465 T2787 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 629465 T2787 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 629465 T2787 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 629465 T2787 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59960/solr
   [junit4]   2> 629466 T2787 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 629466 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 629471 T2865 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61c8077d name:ZooKeeperConnection Watcher:127.0.0.1:59960 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 629471 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 629474 T2787 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 629476 T2867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f18cd19 name:ZooKeeperConnection Watcher:127.0.0.1:59960/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 629476 T2787 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 629481 T2787 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 630483 T2787 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38217_
   [junit4]   2> 630483 T2787 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38217_
   [junit4]   2> 630486 T2831 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 630486 T2818 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 630486 T2809 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 630486 T2867 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 630486 T2849 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 630489 T2868 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 630489 T2868 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 630490 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 630490 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 630490 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 630491 T2868 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 630491 T2810 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 630491 T2810 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38217",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38217_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 630492 T2810 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 630492 T2810 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 630493 T2809 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 630595 T2831 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 630595 T2867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 630595 T2818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 630595 T2849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 630595 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 631491 T2868 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 631491 T2868 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 631492 T2868 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 631492 T2868 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 631493 T2868 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 631493 T2868 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005/collection1/'
   [junit4]   2> 631494 T2868 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005/collection1/lib/.svn/' to classloader
   [junit4]   2> 631494 T2868 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-005/collection1/lib/classes/' to classloader
   [junit4]   2> 631494 T2868 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/s

[...truncated too long message...]

T2926 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001/tempDir-001/jetty6
   [junit4]   2> 714834 T2947 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 714835 T2947 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 714834 T2905 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 714834 T3030 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 714835 T2926 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 714836 T3030 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 714836 T2926 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-FED4681B837CE382-001
   [junit4]   2> NOTE: test params are: codec=Lucene49: {rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=Lucene41(blocksize=128), a_t=MockFixedIntBlock(blockSize=1571), a_si=Lucene41(blocksize=128), id=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=DefaultSimilarity, locale=es_AR, timezone=Asia/Bahrain
   [junit4]   2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=8,threads=1,free=107967144,total=346030080
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecovery, CursorPagingTest, XmlUpdateRequestHandlerTest, AlternateDirectoryTest, TestCollationFieldDocValues, DirectUpdateHandlerTest, DocumentAnalysisRequestHandlerTest, AddBlockUpdateTest, TestIBSimilarityFactory, TestBinaryResponseWriter, DocValuesMissingTest, IndexBasedSpellCheckerTest, SolrIndexConfigTest, TestZkChroot, DeleteReplicaTest, SolrCmdDistributorTest, TestDynamicFieldCollectionResource, TestCSVResponseWriter, TestDistribDocBasedVersion, TestLazyCores, TestStressReorder, BadIndexSchemaTest, TestQueryTypes, HdfsBasicDistributedZk2Test, SolrCoreCheckLockOnStartupTest, MinimalSchemaTest, TestRestManager, TestSolrDeletionPolicy2, TestUtils, ZkNodePropsTest, DisMaxRequestHandlerTest, TestDynamicFieldResource, TestSchemaSimilarityResource, TestIndexSearcher, TestQuerySenderNoQuery, TestUpdate, SpellCheckComponentTest, LeaderElectionIntegrationTest, HdfsBasicDistributedZkTest, IndexSchemaRuntimeFieldTest, TestCollationKeyRangeQueries, NotRequiredUniqueKeyTest, BlockDirectoryTest, TestSearcherReuse, PathHierarchyTokenizerFactoryTest, TestReload, FullSolrCloudDistribCmdsTest, DeleteInactiveReplicaTest, TestFoldingMultitermQuery, TestDefaultSearchFieldResource, TestPartialUpdateDeduplication, ShardRoutingCustomTest, TestManagedSynonymFilterFactory, TestFiltering, DocExpirationUpdateProcessorFactoryTest, TestManagedSchema, CustomCollectionTest, TestReRankQParserPlugin, TestRequestStatusCollectionAPI, RequiredFieldsTest, DistanceFunctionTest, TestDistributedGrouping, TestNumberUtils, BlockCacheTest, TestAtomicUpdateErrorCases, MergeStrategyTest, TestChildDocTransformer, QueryResultKeyTest, TestQuerySenderListener, TestCopyFieldCollectionResource, TestAddFieldRealTimeGet, SolrTestCaseJ4Test, TestRandomFaceting, InfoHandlerTest, ChaosMonkeySafeLeaderTest]
   [junit4] Completed on J1 in 93.57s, 1 test, 1 failure <<< FAILURES!

[...truncated 827 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 405 suites, 1654 tests, 1 failure, 38 ignored (17 assumptions)

Total time: 64 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0_05 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0_20-ea-b15) - Build # 10439 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
I'm not sure what happened here: i havent tried to reproduce it yet.

It could be stuff related to
http://bugs.icu-project.org/trac/ticket/10767 (we upgraded to a
version that seems mostly fixed, but they did further stuff since
then).

So if it reproduces we can test with icu trunk to confirm

On Sat, Jun 14, 2014 at 8:19 AM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10439/
> Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
>
> 1 tests failed.
> REGRESSION:  org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings
>
> Error Message:
> some thread(s) failed
>
> Stack Trace:
> java.lang.RuntimeException: some thread(s) failed
>         at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:535)
>         at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:437)
>         at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings(TestICUTokenizerCJK.java:89)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:483)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 125 lines...]
> ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x
> org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
>         at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
>         at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
>         at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
>         at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
>         at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
>         at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
>         at hudson.FilePath.act(FilePath.java:920)
>         at hudson.FilePath.act(FilePath.java:893)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
>         at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
>         at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
>         at hudson.model.Run.execute(Run.java:1710)
>         at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
>         at hudson.model.ResourceController.execute(ResourceController.java:88)
>         at hudson.model.Executor.run(Executor.java:234)
> Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
>         ... 38 more
> Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
> svn: E175002: unknown host
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
>         ... 37 more
> Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
>         ... 38 more
> Caused by: svn: E175002: unknown host
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
>         ... 38 more
> Caused by: java.net.UnknownHostException: svn.apache.org
>         at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1162)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1098)
>         at java.net.InetAddress.getByName(InetAddress.java:1048)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
>         ... 38 more
> ERROR: Subversion update failed
> java.io.IOException
>         at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:211)
>         at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
>         at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
>         at hudson.FilePath.act(FilePath.java:920)
>         at hudson.FilePath.act(FilePath.java:893)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
>         at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
>         at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
>         at hudson.model.Run.execute(Run.java:1710)
>         at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
>         at hudson.model.ResourceController.execute(ResourceController.java:88)
>         at hudson.model.Executor.run(Executor.java:234)
> Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
>         ... 17 more
> Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
>         at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
>         at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
>         at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
>         at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
>         ... 16 more
> Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
>         ... 38 more
> Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
> svn: E175002: unknown host
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
>         ... 37 more
> Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
>         ... 38 more
> Caused by: svn: E175002: unknown host
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
>         ... 38 more
> Caused by: java.net.UnknownHostException: svn.apache.org
>         at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1162)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1098)
>         at java.net.InetAddress.getByName(InetAddress.java:1048)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
>         ... 38 more
> Retrying after 10 seconds
> Cleaning up /var/lib/jenkins/workspace/Lucene-Solr-4.x-Linux/.
> Updating http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x at revision '2014-06-14T11:54:51.503 +0000'
> ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x
> org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
>         at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
>         at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
>         at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
>         at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
>         at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
>         at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
>         at hudson.FilePath.act(FilePath.java:920)
>         at hudson.FilePath.act(FilePath.java:893)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
>         at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
>         at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
>         at hudson.model.Run.execute(Run.java:1710)
>         at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
>         at hudson.model.ResourceController.execute(ResourceController.java:88)
>         at hudson.model.Executor.run(Executor.java:234)
> Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
>         ... 38 more
> Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
> svn: E175002: unknown host
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
>         ... 37 more
> Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
>         ... 38 more
> Caused by: svn: E175002: unknown host
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
>         ... 38 more
> Caused by: java.net.UnknownHostException: svn.apache.org
>         at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1162)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1098)
>         at java.net.InetAddress.getByName(InetAddress.java:1048)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
>         ... 38 more
> ERROR: Subversion update failed
> java.io.IOException
>         at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:211)
>         at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
>         at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
>         at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
>         at hudson.FilePath.act(FilePath.java:920)
>         at hudson.FilePath.act(FilePath.java:893)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
>         at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
>         at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
>         at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
>         at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
>         at hudson.model.Run.execute(Run.java:1710)
>         at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
>         at hudson.model.ResourceController.execute(ResourceController.java:88)
>         at hudson.model.Executor.run(Executor.java:234)
> Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
>         ... 17 more
> Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
>         at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
>         at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
>         at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
>         at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
>         at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
>         at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
>         at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
>         at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
>         at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
>         ... 16 more
> Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
>         ... 38 more
> Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
> svn: E175002: unknown host
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
>         at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
>         ... 37 more
> Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
>         ... 38 more
> Caused by: svn: E175002: unknown host
>         at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
>         ... 38 more
> Caused by: java.net.UnknownHostException: svn.apache.org
>         at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1162)
>         at java.net.InetAddress.getAllByName(InetAddress.java:1098)
>         at java.net.InetAddress.getByName(InetAddress.java:1048)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
>         at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
>         at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
>         ... 38 more
> Retrying after 10 seconds
> Cleaning up /var/lib/jenkins/workspace/Lucene-Solr-4.x-Linux/.
> Updating http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x at revision '2014-06-14T11:54:51.503 +0000'
> At revision 1602581
> no change for http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x since the previous build
> No emails were triggered.
> [Lucene-Solr-4.x-Linux] $ /bin/sh -xe /tmp/hudson1372941223270718743.sh
> + echo Using JDK: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
> Using JDK: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
> + /var/lib/jenkins/tools/java/64bit/jdk1.8.0_20-ea-b15/bin/java -XX:-UseCompressedOops -XX:+UseSerialGC -version
> java version "1.8.0_20-ea"
> Java(TM) SE Runtime Environment (build 1.8.0_20-ea-b15)
> Java HotSpot(TM) 64-Bit Server VM (build 25.20-b15, mixed mode)
> [Lucene-Solr-4.x-Linux] $ /var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/bin/ant "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.disableHdfs=true -Dtests.multiplier=3 -Dtests.jvms=2 jenkins-hourly
> Buildfile: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml
>
> jenkins-hourly:
>
> clean:
>
> clean:
>      [echo] Building solr...
>
> clean:
>
> -test-with-heapdumps-enabled:
>      [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/heapdumps'.
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/heapdumps
>
> test:
>
> -run-test:
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build
>
> ivy-availability-check:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: Apache Ivy 2.3.0 - 20130110142753 :: http://ant.apache.org/ivy/ ::
> [ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml
>
> -clover.load:
>
> resolve-groovy:
> [ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
> [ivy:cachepath]         confs: [default]
> [ivy:cachepath]         found org.codehaus.groovy#groovy-all;2.3.1 in public
> [ivy:cachepath] :: resolution report :: resolve 288ms :: artifacts dl 2ms
>         ---------------------------------------------------------------------
>         |                  |            modules            ||   artifacts   |
>         |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
>         ---------------------------------------------------------------------
>         |      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
>         ---------------------------------------------------------------------
>
> -init-totals:
>
> test-core:
>
> -clover.disable:
>
> ivy-availability-check:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml
>
> -clover.load:
>
> -clover.classpath:
>
> -clover.setup:
>
> clover:
>
> resolve:
>
> init:
>
> compile-core:
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java
>     [javac] Compiling 728 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java
>     [javac] Note: Some input files use or override a deprecated API.
>     [javac] Note: Recompile with -Xlint:deprecation for details.
>      [copy] Copying 3 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java
>
> compile-test-framework:
>
> ivy-availability-check:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml
>
> resolve:
>
> init:
>
> compile-lucene-core:
>
> ivy-availability-check:
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml
>
> resolve:
>
> init:
>
> -clover.disable:
>
> -clover.load:
>
> -clover.classpath:
>
> -clover.setup:
>
> clover:
>
> compile-core:
>
> compile-codecs:
>      [echo] Building codecs...
>
> ivy-availability-check:
>      [echo] Building codecs...
>
> ivy-fail:
>
> ivy-configure:
> [ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml
>
> resolve:
>
> common.init:
>
> compile-lucene-core:
>
> init:
>
> -clover.disable:
>
> -clover.load:
>
> -clover.classpath:
>
> -clover.setup:
>
> clover:
>
> compile-core:
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java
>     [javac] Compiling 74 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java
>     [javac] Note: Some input files use or override a deprecated API.
>     [javac] Note: Recompile with -Xlint:deprecation for details.
>      [copy] Copying 3 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java
>
> -clover.disable:
>
> -clover.load:
>
> -clover.classpath:
>
> -clover.setup:
>
> clover:
>
> common.compile-core:
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java
>     [javac] Compiling 161 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java
>     [javac] Note: Some input files use or override a deprecated API.
>     [javac] Note: Recompile with -Xlint:deprecation for details.
>      [copy] Copying 4 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java
>
> compile-core:
>
> compile-test:
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/test
>     [javac] Compiling 428 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/test
>     [javac] Note: Some input files use or override a deprecated API.
>     [javac] Note: Recompile with -Xlint:deprecation for details.
>      [copy] Copying 43 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/test
>
> install-junit4-taskdef:
>
> validate:
>
> resolve-groovy:
>
> -init-totals:
>
> -test:
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/test
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/test/temp
>     [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/.caches/test-stats/core
>    [junit4] <JUnit4> says cześć! Master seed: 9C37D3DB0636437D
>    [junit4] Executing 412 suites with 2 JVMs.
>    [junit4]
>    [junit4] Started J0 PID(18761@serv1.sd-datasolutions.de).
>    [junit4] Started J1 PID(18760@serv1.sd-datasolutions.de).
>    [junit4] Suite: org.apache.lucene.search.TestDocBoost
>    [junit4] Completed on J0 in 1.18s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
>    [junit4] Completed on J1 in 17.93s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestExplanations
>    [junit4] Completed on J1 in 0.10s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.packed.TestEliasFanoSequence
>    [junit4] Completed on J1 in 3.51s, 24 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestExceedMaxTermLength
>    [junit4] Completed on J1 in 0.05s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestPositionIncrement
>    [junit4] Completed on J1 in 0.36s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexInput
>    [junit4] Completed on J1 in 1.71s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
>    [junit4] Completed on J1 in 0.31s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestFilterDirectory
>    [junit4] Completed on J1 in 0.02s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestBeforeAfterOverrides
>    [junit4] Completed on J1 in 0.12s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
>    [junit4] Completed on J1 in 0.05s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTransactions
>    [junit4] Completed on J1 in 2.39s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTopScoreDocCollector
>    [junit4] Completed on J1 in 0.04s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestFailIfUnreferencedFiles
>    [junit4] Completed on J1 in 0.12s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestStringHelper
>    [junit4] Completed on J1 in 0.03s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestExceptionInBeforeClassHooks
>    [junit4] Completed on J1 in 0.27s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene42.TestLucene42NormsFormat
>    [junit4] IGNOR/A 0.07s J0 | TestLucene42NormsFormat.testMergeStability
>    [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
>    [junit4] Completed on J0 in 40.86s, 8 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestParallelAtomicReader
>    [junit4] Completed on J0 in 0.36s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestFailOnFieldCacheInsanity
>    [junit4] Completed on J0 in 0.10s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
>    [junit4] Completed on J1 in 15.48s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
>    [junit4] Completed on J1 in 1.13s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
>    [junit4] Completed on J1 in 1.44s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestCheckIndex
>    [junit4] Completed on J1 in 0.32s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNorms
>    [junit4] Completed on J1 in 3.76s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test2BPositions
>    [junit4] IGNOR/A 0.11s J1 | Test2BPositions.test
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
>    [junit4] Completed on J1 in 0.11s, 1 test, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNRTThreads
>    [junit4] Completed on J0 in 13.23s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestLongPostings
>    [junit4] Completed on J1 in 6.35s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestLongBitSet
>    [junit4] Completed on J0 in 10.54s, 7 tests
>    [junit4]
>    [junit4] HEARTBEAT J1 PID(18760@serv1.sd-datasolutions.de): 2014-06-14T11:58:32, stalled for 62.8s at: TestBinaryDocValuesUpdates.testTonsOfUpdates
>    [junit4] Suite: org.apache.lucene.codecs.compressing.TestCompressingTermVectorsFormat
>    [junit4] Completed on J0 in 65.04s, 45 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestStoredFieldsFormat
>    [junit4] IGNOR/A 0.01s J0 | TestStoredFieldsFormat.testBigDocuments
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J0 in 2.96s, 12 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestBasicOperations
>    [junit4] Completed on J0 in 0.73s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
>    [junit4] Completed on J0 in 2.76s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
>    [junit4] Completed on J0 in 0.45s, 15 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestNumericTokenStream
>    [junit4] Completed on J0 in 0.07s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene41.TestBlockPostingsFormat3
>    [junit4] Completed on J0 in 11.22s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTermRangeFilter
>    [junit4] Completed on J0 in 0.76s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestOmitTf
>    [junit4] Completed on J0 in 0.70s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
>    [junit4] Completed on J0 in 0.37s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
>    [junit4] Completed on J1 in 126.46s, 30 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
>    [junit4] IGNOR/A 0.01s J1 | TestTermVectorsFormat.testMergeStability
>    [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
>    [junit4] Completed on J1 in 29.77s, 8 tests, 1 skipped
>    [junit4]
>    [junit4] HEARTBEAT J0 PID(18761@serv1.sd-datasolutions.de): 2014-06-14T12:00:20, stalled for 65.8s at: TestTermsEnum.testVaryingTermsPerSegment
>    [junit4] Suite: org.apache.lucene.util.TestOpenBitSet
>    [junit4] Completed on J1 in 27.77s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestCodecReported
>    [junit4] Completed on J1 in 0.02s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
>    [junit4] Completed on J1 in 0.02s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
>    [junit4] Completed on J1 in 0.06s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestByteBlockPool
>    [junit4] Completed on J1 in 0.16s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestMultiFields
>    [junit4] Completed on J1 in 8.74s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestPriorityQueue
>    [junit4] Completed on J1 in 0.06s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestFilterAtomicReader
>    [junit4] Completed on J1 in 0.05s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
>    [junit4] Completed on J1 in 0.03s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFilteredSearch
>    [junit4] Completed on J1 in 0.06s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
>    [junit4] Completed on J1 in 0.47s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNewestSegment
>    [junit4] Completed on J1 in 0.02s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTermsEnum
>    [junit4] Completed on J0 in 98.89s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestMaxFailuresRule
>    [junit4] Completed on J1 in 1.93s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
>    [junit4] Completed on J1 in 0.49s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene40.TestReuseDocsEnum
>    [junit4] Completed on J0 in 1.77s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSortedNumericSortField
>    [junit4] Completed on J1 in 0.29s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestAttributeSource
>    [junit4] Completed on J1 in 0.06s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimatorOnWildAnimals
>    [junit4] Completed on J1 in 0.81s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestTimSorter
>    [junit4] Completed on J1 in 0.20s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene40.TestBitVector
>    [junit4] Completed on J1 in 1.03s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
>    [junit4] Completed on J1 in 2.13s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestSurrogates
>    [junit4] Completed on J1 in 1.16s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
>    [junit4] IGNOR/A 0.01s J1 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
>    [junit4]    > Assumption #1: test only works for FSDirectory subclasses
>    [junit4] Completed on J1 in 0.92s, 32 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestCharFilter
>    [junit4] Completed on J1 in 0.02s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDoc
>    [junit4] Completed on J1 in 0.24s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.TestWorstCaseTestBehavior
>    [junit4] Completed on J1 in 0.04s, 6 tests, 6 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFieldCache
>    [junit4] Completed on J1 in 2.90s, 10 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestMockAnalyzer
>    [junit4] Completed on J0 in 27.21s, 17 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
>    [junit4] Completed on J0 in 0.11s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestImpersonation
>    [junit4] Completed on J0 in 0.06s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestRollback
>    [junit4] Completed on J0 in 0.10s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
>    [junit4] Completed on J0 in 2.96s, 13 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
>    [junit4] IGNOR/A 0.00s J0 | TestIndexWriterOnJRECrash.testNRTThreads
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J0 in 0.01s, 1 test, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestNIOFSDirectory
>    [junit4] Completed on J0 in 1.52s, 29 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNormsFormat
>    [junit4] IGNOR/A 0.01s J0 | TestNormsFormat.testMergeStability
>    [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
>    [junit4] Completed on J0 in 36.60s, 8 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
>    [junit4] Completed on J0 in 2.23s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test2BTerms
>    [junit4] IGNOR/A 0.00s J0 | Test2BTerms.test2BTerms
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 8g heap))
>    [junit4] Completed on J0 in 0.01s, 1 test, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
>    [junit4] Completed on J0 in 0.03s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocTermOrds
>    [junit4] Completed on J0 in 1.13s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
>    [junit4] Completed on J0 in 0.42s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
>    [junit4] Completed on J0 in 0.10s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
>    [junit4] Completed on J0 in 0.88s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
>    [junit4] Completed on J0 in 0.48s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
>    [junit4] Completed on J0 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocValuesFormat
>    [junit4] IGNOR/A 0.01s J1 | TestDocValuesFormat.testHugeBinaryValueLimit
>    [junit4]    > Assumption #1: test requires codec with limits on max binary field length
>    [junit4] Completed on J1 in 72.67s, 86 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
>    [junit4] Completed on J1 in 5.25s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestWindowsMMap
>    [junit4] Completed on J1 in 0.16s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTerm
>    [junit4] Completed on J1 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfMemory
>    [junit4] Completed on J0 in 18.26s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestWildcard
>    [junit4] Completed on J0 in 0.21s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestSpansAdvanced2
>    [junit4] Completed on J0 in 0.26s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
>    [junit4] Completed on J0 in 0.05s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
>    [junit4] IGNOR/A 0.01s J1 | TestPerFieldPostingsFormat.testMergeStability
>    [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
>    [junit4] Completed on J1 in 5.88s, 8 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
>    [junit4] Completed on J0 in 2.32s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
>    [junit4] Completed on J0 in 2.84s, 18 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.payloads.TestPayloadNearQuery
>    [junit4] Completed on J0 in 0.21s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestCustomNorms
>    [junit4] Completed on J0 in 0.97s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.packed.TestDirectPacked
>    [junit4] Completed on J1 in 6.59s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
>    [junit4] Completed on J0 in 2.14s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene41.TestBlockPostingsFormat
>    [junit4] Completed on J1 in 1.85s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
>    [junit4] Completed on J1 in 0.21s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSortRescorer
>    [junit4] Completed on J1 in 0.27s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
>    [junit4] Completed on J1 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestPrefixQuery
>    [junit4] Completed on J1 in 0.07s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestLeaveFilesIfTestFails
>    [junit4] IGNOR/A 0.02s J1 | TestLeaveFilesIfTestFails.testWindowsUnremovableFile
>    [junit4]    > Assumption #1: Requires Windows.
>    [junit4] Completed on J1 in 0.04s, 2 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSortDocValues
>    [junit4] Completed on J1 in 0.40s, 27 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
>    [junit4] Completed on J1 in 4.55s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDateFilter
>    [junit4] Completed on J1 in 0.03s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestPagedBytes
>    [junit4] Completed on J0 in 10.22s, 3 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestBackwardsCompatibility3x
>    [junit4] Completed on J1 in 7.33s, 15 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40PostingsFormat
>    [junit4] Completed on J0 in 4.42s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
>    [junit4] Completed on J0 in 12.00s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestMockCharFilter
>    [junit4] Completed on J0 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSortRandom
>    [junit4] Completed on J0 in 0.82s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestFieldsReader
>    [junit4] Completed on J0 in 0.56s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
>    [junit4] IGNOR/A 0.00s J0 | Test2BPostingsBytes.test
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes, and more heap space sometimes))
>    [junit4] Completed on J0 in 0.02s, 1 test, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestReproduceMessageWithRepeated
>    [junit4] Completed on J0 in 0.11s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestTermInfosReaderIndex
>    [junit4] Completed on J0 in 0.59s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.fst.TestFSTs
>    [junit4] IGNOR/A 0.00s J1 | TestFSTs.testBigSet
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J1 in 27.01s, 19 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
>    [junit4] Completed on J0 in 18.18s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
>    [junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J0 in 0.00s, 1 test, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
>    [junit4] Completed on J0 in 0.08s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
>    [junit4] Completed on J0 in 1.59s, 29 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
>    [junit4] IGNOR/A 0.00s J0 | Test2BBinaryDocValues.testVariableBinary
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 45 minutes))
>    [junit4] IGNOR/A 0.00s J0 | Test2BBinaryDocValues.testFixedBinary
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 45 minutes))
>    [junit4] Completed on J0 in 0.01s, 2 tests, 2 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestVersion
>    [junit4] Completed on J0 in 0.02s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
>    [junit4] Completed on J0 in 3.05s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.TestDemo
>    [junit4] Completed on J0 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTermdocPerf
>    [junit4] Completed on J0 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestIndexSearcher
>    [junit4] Completed on J0 in 0.15s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.TestExternalCodecs
>    [junit4] Completed on J0 in 0.32s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
>    [junit4] Completed on J0 in 2.56s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
>    [junit4] Completed on J0 in 10.98s, 23 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestGroupFiltering
>    [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testJira
>    [junit4]    > Assumption #1: 'jira' test group is disabled (@Jira(bug=JIRA bug reference))
>    [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testFooBar
>    [junit4]    > Assumption #1: 'bar' test group is disabled (@Bar())
>    [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testFoo
>    [junit4]    > Assumption #1: 'foo' test group is disabled (@Foo())
>    [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testBar
>    [junit4]    > Assumption #1: 'bar' test group is disabled (@Bar())
>    [junit4] Completed on J0 in 0.01s, 4 tests, 4 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
>    [junit4] Completed on J0 in 0.13s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
>    [junit4] Completed on J0 in 0.03s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestNot
>    [junit4] Completed on J0 in 0.06s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestStressAdvance
>    [junit4] Completed on J0 in 2.71s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40TermVectorsFormat
>    [junit4] Completed on J1 in 31.63s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene41.TestForUtil
>    [junit4] Completed on J1 in 0.09s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestCachingCollector
>    [junit4] Completed on J1 in 0.02s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
>    [junit4] Completed on J1 in 1.44s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
>    [junit4] Completed on J1 in 0.63s, 13 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestByteSlices
>    [junit4] Completed on J0 in 6.14s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestBytesRefHash
>    [junit4] Completed on J0 in 1.62s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40PostingsReader
>    [junit4] Completed on J0 in 6.25s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestMultiMMap
>    [junit4] Completed on J1 in 9.98s, 42 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
>    [junit4] Completed on J1 in 0.23s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestLucene3xStoredFieldsFormat
>    [junit4] IGNOR/A 0.00s J0 | TestLucene3xStoredFieldsFormat.testBigDocuments
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.01s J0 | TestLucene3xStoredFieldsFormat.testWriteReadMerge
>    [junit4]    > Assumption #1: impersonation isnt good enough
>    [junit4] Completed on J0 in 18.09s, 12 tests, 2 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
>    [junit4] Completed on J0 in 0.06s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTryDelete
>    [junit4] Completed on J0 in 0.08s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestStressIndexing
>    [junit4] Completed on J0 in 4.51s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTerms
>    [junit4] IGNOR/A 0.01s J0 | TestTerms.testTermMinMaxRandom
>    [junit4]    > Assumption #1: test writes binary terms
>    [junit4] Completed on J0 in 0.16s, 6 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.payloads.TestPayloadTermQuery
>    [junit4] Completed on J0 in 0.66s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
>    [junit4] Completed on J1 in 22.76s, 21 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
>    [junit4] Completed on J1 in 0.36s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
>    [junit4] Completed on J1 in 10.43s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestLookaheadTokenFilter
>    [junit4] Completed on J0 in 19.25s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
>    [junit4] Completed on J0 in 0.07s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestDirectory
>    [junit4] IGNOR/A 0.00s J0 | TestDirectory.testThreadSafety
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.00s J0 | TestDirectory.testFsyncDoesntCreateNewFiles
>    [junit4]    > Assumption #1: test only works for FSDirectory subclasses
>    [junit4] Completed on J0 in 1.20s, 32 tests, 2 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestShardSearching
>    [junit4] Completed on J0 in 15.52s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
>    [junit4] Completed on J0 in 0.05s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
>    [junit4] Completed on J0 in 1.21s, 69 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSearchAfter
>    [junit4] Completed on J0 in 29.69s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTermsEnum2
>    [junit4] Completed on J0 in 0.91s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
>    [junit4] Completed on J0 in 0.04s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSimilarity
>    [junit4] Completed on J0 in 0.07s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
>    [junit4] Completed on J0 in 1.06s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestRateLimiter
>    [junit4] Completed on J0 in 1.88s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
>    [junit4] Completed on J0 in 0.51s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValues
>    [junit4] IGNOR/A 0.00s J0 | Test2BSortedDocValues.testFixedSorted
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow))
>    [junit4] IGNOR/A 0.00s J0 | Test2BSortedDocValues.test2BOrds
>    [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow))
>    [junit4] Completed on J0 in 0.00s, 2 tests, 2 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestCompoundFile
>    [junit4] Completed on J0 in 1.00s, 18 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestLockFactory
>    [junit4] IGNOR/A 0.00s J0 | TestLockFactory.testStressLocks
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.00s J0 | TestLockFactory.testStressLocksNativeFSLockFactory
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J0 in 1.04s, 10 tests, 2 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
>    [junit4] Completed on J0 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
>    [junit4] Completed on J0 in 4.74s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
>    [junit4] Completed on J0 in 0.02s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
>    [junit4] Completed on J0 in 0.56s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestBytesRefArray
>    [junit4] Completed on J0 in 0.08s, 2 tests
>    [junit4]
>    [junit4] HEARTBEAT J1 PID(18760@serv1.sd-datasolutions.de): 2014-06-14T12:05:32, stalled for 66.8s at: TestNumericDocValuesUpdates.testTonsOfUpdates
>    [junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
>    [junit4] Completed on J0 in 0.77s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
>    [junit4] Completed on J0 in 0.99s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriter
>    [junit4] Completed on J0 in 30.71s, 65 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
>    [junit4] Completed on J1 in 122.07s, 30 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestBooleanOr
>    [junit4] Completed on J1 in 1.00s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
>    [junit4] Completed on J1 in 0.02s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
>    [junit4] Completed on J1 in 0.56s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
>    [junit4] Completed on J1 in 0.01s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
>    [junit4] IGNOR/A 0.01s J1 | TestPackedInts.testBlockReaderOverflow
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J1 in 17.71s, 27 tests, 3 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
>    [junit4] Completed on J1 in 0.36s, 30 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestOmitNorms
>    [junit4] Completed on J1 in 0.53s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.document.TestDocument
>    [junit4] Completed on J1 in 0.10s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
>    [junit4] Completed on J1 in 0.04s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
>    [junit4] Completed on J1 in 4.04s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.TestSearch
>    [junit4] Completed on J1 in 0.13s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
>    [junit4] Completed on J1 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
>    [junit4] Completed on J1 in 9.49s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDocTermOrdsRangeFilter
>    [junit4] Completed on J1 in 1.59s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestFieldReuse
>    [junit4] Completed on J1 in 0.02s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestOmitPositions
>    [junit4] Completed on J1 in 0.27s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestSeedFromUncaught
>    [junit4] Completed on J1 in 0.04s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDateSort
>    [junit4] Completed on J1 in 0.01s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
>    [junit4] Completed on J1 in 4.19s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.document.TestDateTools
>    [junit4] Completed on J1 in 0.04s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestBasics
>    [junit4] Completed on J1 in 3.04s, 28 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
>    [junit4] Completed on J1 in 0.55s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestAddIndexes
>    [junit4] Completed on J1 in 3.78s, 23 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
>    [junit4] IGNOR/A 0.01s J0 | TestPerFieldDocValuesFormat.testHugeBinaryValueLimit
>    [junit4]    > Assumption #1: test requires codec with limits on max binary field length
>    [junit4] Completed on J0 in 90.82s, 87 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestNumericRangeQuery64
>    [junit4] Completed on J1 in 23.48s, 34 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
>    [junit4] Completed on J0 in 11.79s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
>    [junit4] Completed on J0 in 5.50s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestNumericRangeQuery32
>    [junit4] Completed on J0 in 8.26s, 27 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestBackwardsCompatibility
>    [junit4] Completed on J0 in 9.10s, 15 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene42.TestLucene42DocValuesFormat
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testThreeNumbersOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testByteMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumberMergeAwayAllValues
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testThreeBytesOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testTwoBytesOneMissing
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumberMerge
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumericsMultipleValuesVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoBytesOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testIntMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoSortedNumber
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testShortMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testOneSortedNumberOneMissing
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testLongMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testSortedNumericsSingleValuedVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testTwoNumbersOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testThreads2
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoSortedNumberOneMissing
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoNumbersOneMissing
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testOneSortedNumber
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] Completed on J1 in 53.37s, 89 tests, 20 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSearcherManager
>    [junit4] Completed on J1 in 6.18s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
>    [junit4] Completed on J1 in 3.84s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
>    [junit4] IGNOR/A 0.00s J1 | TestIndexWriterDelete.testApplyDeletesOnFlush
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J1 in 10.45s, 22 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
>    [junit4] Completed on J0 in 61.82s, 36 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
>    [junit4] Completed on J0 in 5.00s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40DocValuesFormat
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testTwoBytesOneMissing
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testThreeBytesOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoNumbersOneMissing
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedNumberMerge
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoNumbersOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testByteMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testOneSortedNumberOneMissing
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedNumericsSingleValuedVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testLongMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoSortedNumberOneMissing
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedNumberMergeAwayAllValues
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testShortMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testThreeNumbersOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedNumericsMultipleValuesVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoBytesOneMissingWithMerging
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testThreads2
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetVariableLengthVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetVariableLengthVsUninvertedField
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoValuesUnordered
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsMerged
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsFirstMissing
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetFixedLengthVsUninvertedField
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsLastMissingMerge
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetFixedLengthVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testOneSortedNumber
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsLastMissing
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetThreeValuesTwoDocs
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoSortedNumber
>    [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsFirstMissingMerge
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetVariableLengthSingleValuedVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetTwoValues
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetOneValue
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testIntMissingVsFieldCache
>    [junit4]    > Assumption #1: Codec does not support getDocsWithField
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetTermsEnum
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetMergeAwayAllValues
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetFixedLengthSingleValuedVsStoredFields
>    [junit4]    > Assumption #1: Codec does not support SORTED_SET
>    [junit4] Completed on J1 in 29.11s, 86 tests, 38 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestBoolean2
>    [junit4] Completed on J1 in 8.00s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
>    [junit4] Completed on J0 in 13.10s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
>    [junit4] Completed on J1 in 2.44s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
>    [junit4] Completed on J0 in 5.75s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNeverDelete
>    [junit4] Completed on J0 in 4.24s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
>    [junit4] Completed on J1 in 37.63s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
>    [junit4] Completed on J1 in 3.31s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestRollingUpdates
>    [junit4] Completed on J1 in 1.98s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
>    [junit4] Completed on J0 in 35.02s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.lucene41.TestBlockPostingsFormat2
>    [junit4] Completed on J1 in 3.58s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDocTermOrdsRewriteMethod
>    [junit4] Completed on J0 in 3.45s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
>    [junit4] Completed on J1 in 1.60s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
>    [junit4] Completed on J1 in 1.33s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
>    [junit4] Completed on J0 in 4.25s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
>    [junit4] Completed on J1 in 2.29s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
>    [junit4] Completed on J1 in 1.01s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestArrayUtil
>    [junit4] Completed on J0 in 3.30s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
>    [junit4] Completed on J1 in 3.79s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
>    [junit4] Completed on J1 in 2.34s, 27 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
>    [junit4] Completed on J0 in 11.71s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSegmentMerger
>    [junit4] Completed on J0 in 0.83s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.compressing.TestCompressingStoredFieldsFormat
>    [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#0 seed=[9C37D3DB0636437D:6D1D8984B51AED5A]}
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#1 seed=[9C37D3DB0636437D:D94B357881D82676]}
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#2 seed=[9C37D3DB0636437D:57A2A3A4D01C6EBD]}
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#3 seed=[9C37D3DB0636437D:664C0841BCE23594]}
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#4 seed=[9C37D3DB0636437D:2A8D8DEC1DEAF52F]}
>    [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
>    [junit4] Completed on J1 in 13.96s, 65 tests, 5 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestDoubleBarrelLRUCache
>    [junit4] Completed on J1 in 1.02s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestComplexExplanations
>    [junit4] Completed on J1 in 0.87s, 22 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
>    [junit4] Completed on J1 in 2.66s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestBagOfPositions
>    [junit4] Completed on J0 in 17.49s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSegmentReader
>    [junit4] Completed on J0 in 0.71s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
>    [junit4] Completed on J0 in 2.70s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestCrash
>    [junit4] Completed on J0 in 0.82s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
>    [junit4] Completed on J0 in 1.28s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
>    [junit4] Completed on J0 in 0.65s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSort
>    [junit4] Completed on J0 in 0.56s, 53 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestFieldCacheSanityChecker
>    [junit4] Completed on J0 in 0.19s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.TestToken
>    [junit4] Completed on J0 in 0.02s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
>    [junit4] Completed on J0 in 0.55s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
>    [junit4] Completed on J0 in 2.33s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
>    [junit4] Completed on J0 in 0.42s, 30 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
>    [junit4] IGNOR/A 0.00s J1 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
>    [junit4]    > Assumption #1: test only works for FSDirectory subclasses
>    [junit4] Completed on J1 in 19.10s, 31 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPostingsFormat
>    [junit4] IGNOR/A 0.02s J0 | TestPostingsFormat.testMergeStability
>    [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
>    [junit4] Completed on J0 in 1.28s, 8 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
>    [junit4] Completed on J0 in 1.65s, 17 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestNumericUtils
>    [junit4] Completed on J0 in 2.04s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.Test2BDocs
>    [junit4] Completed on J0 in 0.97s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestSpans
>    [junit4] Completed on J0 in 0.32s, 26 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
>    [junit4] Completed on J1 in 6.56s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
>    [junit4] Completed on J0 in 1.05s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestPayloadSpans
>    [junit4] Completed on J0 in 0.45s, 10 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
>    [junit4] Completed on J0 in 0.23s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestFlex
>    [junit4] Completed on J0 in 0.06s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
>    [junit4] Completed on J0 in 0.71s, 31 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
>    [junit4] Completed on J0 in 0.94s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
>    [junit4] Completed on J0 in 0.20s, 17 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
>    [junit4] Completed on J0 in 0.46s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
>    [junit4] Completed on J0 in 0.48s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
>    [junit4] Completed on J0 in 0.44s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestMixedCodecs
>    [junit4] Completed on J1 in 5.49s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFieldCacheRangeFilter
>    [junit4] Completed on J0 in 0.61s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestCodecs
>    [junit4] Completed on J0 in 0.41s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.payloads.TestPayloadExplanations
>    [junit4] Completed on J0 in 0.19s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
>    [junit4] Completed on J0 in 0.42s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestStressNRT
>    [junit4] Completed on J0 in 4.49s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFilteredQuery
>    [junit4] Completed on J0 in 0.15s, 12 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
>    [junit4] Completed on J0 in 0.73s, 9 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
>    [junit4] Completed on J0 in 0.23s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
>    [junit4] Completed on J1 in 7.15s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
>    [junit4] Completed on J1 in 0.12s, 10 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestQueryWrapperFilter
>    [junit4] Completed on J1 in 0.23s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocumentWriter
>    [junit4] Completed on J1 in 0.18s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
>    [junit4] Completed on J1 in 0.10s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestSpecialOperations
>    [junit4] Completed on J0 in 2.61s, 10 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
>    [junit4] Completed on J0 in 0.26s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
>    [junit4] Completed on J0 in 1.09s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
>    [junit4] Completed on J0 in 0.14s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestReproduceMessage
>    [junit4] Completed on J0 in 0.32s, 21 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPayloads
>    [junit4] Completed on J0 in 0.80s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
>    [junit4] Completed on J0 in 0.20s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
>    [junit4] Completed on J0 in 0.14s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
>    [junit4] Completed on J0 in 0.15s, 69 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTermVectors
>    [junit4] Completed on J0 in 0.31s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestRegexpQuery
>    [junit4] Completed on J0 in 0.16s, 7 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
>    [junit4] Completed on J0 in 0.12s, 6 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
>    [junit4] Completed on J0 in 0.09s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestMultiValuedNumericRangeQuery
>    [junit4] Completed on J0 in 0.40s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
>    [junit4] Completed on J0 in 0.28s, 4 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
>    [junit4] Completed on J0 in 0.04s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
>    [junit4] Completed on J0 in 0.08s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestBooleanQuery
>    [junit4] Completed on J0 in 0.14s, 8 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
>    [junit4] Completed on J0 in 0.11s, 22 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
>    [junit4] Completed on J0 in 0.83s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
>    [junit4] Completed on J0 in 0.15s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestTermScorer
>    [junit4] Completed on J0 in 0.02s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
>    [junit4] IGNOR/A 0.01s J0 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
>    [junit4]    > Assumption #1: test only works for FSDirectory subclasses
>    [junit4] Completed on J0 in 1.26s, 30 tests, 1 skipped
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestSumDocFreq
>    [junit4] Completed on J0 in 0.35s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexableField
>    [junit4] Completed on J0 in 0.48s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
>    [junit4] Completed on J0 in 0.14s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestWildcardRandom
>    [junit4] Completed on J0 in 0.04s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
>    [junit4] Completed on J0 in 0.05s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
>    [junit4] Completed on J0 in 0.02s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestCachingWrapperFilter
>    [junit4] Completed on J0 in 0.15s, 11 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestFieldValueFilter
>    [junit4] Completed on J0 in 0.02s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.junitcompat.TestSystemPropertiesInvariantRule
>    [junit4] Completed on J0 in 0.08s, 5 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
>    [junit4] Completed on J0 in 0.13s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
>    [junit4] Completed on J0 in 0.27s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
>    [junit4] Completed on J0 in 0.04s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestDocValuesWithThreads
>    [junit4] Completed on J0 in 0.10s, 2 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
>    [junit4] Completed on J0 in 0.02s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestDocIdSet
>    [junit4] Completed on J0 in 0.02s, 3 tests
>    [junit4]
>    [junit4] Suite: org.apache.lucene.search.TestElevationComparator
>    [junit4] Completed on J0 in 0.04s, 1 test
>    [junit4]
>    [junit4] Suite: org.apache.lucene.index.TestBinar
>
> [...truncated too long message...]
>
> gLN \u07bf\u0782\u0797 dbcsxwoj zqdaon \u06d4\udaac\udf5e \\\"'<? c nguknwuvqt bzwlylu ejpu j tlyeaay \ua8c6\ua8bd\ua8b9\ua880\ua8b1\ua8a1\ua8b1\ua8b4\ua8c9\ua8ba\ua8a5 kuknsua \ud834\udf0a\ud834\udf5a\ud834\udf4c \u0dbd\u0dc3\u0d9e\u0d94\u0def\u0de1\u0da6 \u661a\ue1eb\ud8bb\udcf2H\uf535\ue6e1e\ue6e2 \u03c3\u2129\u0017\ufaf4\u0019\u04ef\ua2d7\uf81b\ue121 \ud83c\udc51\ud83c\udc7a\ud83c\udc53\ud83c\udc5e\ud83c\udc93 cxbfbtxmlo zshfdr klliahomdbfo \ue234(\udb0d\udea5\ud8de\ude8fS\u00bb\ue9bd \u737d\u29ff\u0516\u63d6\uf0be\ufb87\uf39e\ucd90#\u01bb\ue344\u2d89 lwrstolrm \ua002\ua008\ua2ff\ua0fa\ua15c \ud99e\udf97\uec1a\u1a50\u03e63 >\ueaf5\uf39f\u247b\u049a\u0127\u0498\ua9e9\uf14b\u067b\u0384\ufc48H tguqrq vcukt rh|yfqi[y.) RP\uf115 isvtdjhxpw <p><!--#< \u7f83\u9a56\uf93a\u03ba \ua97c\ua968\ua973\ua97d\ua97d H\ud9b7\udcc1M \ua8fd\ua8f5\ua8f4\ua8f7\ua8e9\ua8eb\ua8e3\ua8f6\ua8ee\ua8ef -t)p?[ czhzbb \ud803\udc36\ud803\udc20 rhk qnej dfpzzv xttoyg ccmjvm \u2d9d\u2dcd\u2da9\u2dc3 rfpiuzpu akeqfnds \ueb68\u02b4\ue35c[ m)|ch? vhhyekb \udbc4\udd61\u2fcf\ufec5\ue7bd\u0017\u8765 ciujn \ud800\udf4a\ud800\udf3b\ud800\udf34\ud800\udf45 c.-?i. &#16 sgkxliiwdihj mi \uda91\udf8c\ue98f\u020f\uf08c\u001b\uebc7\ub1f7 mprxwy <!-->< \u1dd2\u1de8\u1dc7\u1dd5\u1dd7\u1dd4\u1dd6\u1df6\u1de5\u1dcf phdv ?zn|?{0,5 uyczqm &#X\" \uda40\udefe@\u8546\u0017>\u05bd\ubf2e_\ue43b \u2146\u214a\u2109\u2130\u2133\u2149\u211e \ud861\ude03\ud840\udf23\ud84c\udf4c\ud845\ude3f bivz \u1805\u18af\u1816\u1873\u186f\u1880\u1816 \u17fc cwtoo ogcplgc \u1d93\u1dac\u1da6\u1dbd\u1da1\u1db9\u1dba\u1daa\u1d84 twdnedvi wgxr tlvlmjasny mfmpy pmbvlpoxzudq \u2708\u2791\u2711\u2759\u2769\u27bc\u271b \u46ef\u42b2\u43d5\u3def\u4b97\u434b\u4317\u4c16\u3983\u4661\u3b2f\u3411 ktyz igibgiju \u0259\uf813\u13f5\udad7\udfc5Q\uedf1q\u02b7 \udb9a\udeae\uf6c6\u02aa\uf835\u4679\uf10d\uf32a\u03b4 \ud039\ue368\u015c vmus inwsbi \ufcf3\ufca4\ufcec\ufb5a\ufc02\ufdcc rofwt nzujbeib dskkrq vmgzejcz oparwfn \u3190\u3192\u3193\u3194 \u001b\uf43d\u5141L\u0173\uda13\udce8\r  vygf \ub920G=\ud81b\udf22\u059b\u3bb7 \ue697 </    ivq \u64d2\ud816\udee3\uf7f4\u001d\u034d\uc758 vzgcqzv W\ud8fe\udd66g\u1c41%\ue49e smlulje v.{1, kmziwm \nrdmax&# \uedb6-\ufaae\ub1d4\uf6ba\ue5c9 \ud802\udd1d\ud802\udd0f\ud802\udd01\ud802\udd0b ureiesohklwhch bypk \u318c\u3158\u317d\u3158 \u3e3c\ud504 \ud91f\ude17t6[\udb83\udf12 VHwwnDe qypartqh \u1094\u1015\u1019\u1045\u104d\u1000\u106f\u1063\u1065 \u05e8\u05f0\u0591\u05dc\u05d2\u05ef\u05c3 erkzcgoupc yzgnt f\u0694<\ufdd9`\ucca3 \u0461\u0108\ue765\ufe71\u062a\ud888\udd54\ud4ad ysvanp S\ue907\ue2ac >< kd  \u2558\u2562\u2569\u2561\u2558\u2537\u2513\u2510\u253b \ud9f1\udeeb&/\u14b0@A\u3a08 gjt prtwt \u1709\u00e0\u037e\u0df9\ud91d\udea8X_`\uf5e9\u001a\u01a2\ueeaf gjkojszjitqt tkacymagtw job p \uaa58\uaa3c\uaa5d\uaa31\uaa31\uaa1b\uaa02 \ua6a9\ua6a8\ua6a5\ua6b7\ua6c6 ipmgxjy zwjmal toyfuyft fgxrvicugr </scr yrdwc \ua8eb\ua8fc\ua8e1\ua8ef\ua8e3\ua8e9\ua8e5 \u09b2\uae7a\udba5\uddf3e\u05d7\u0d88\u3730\ue3ae lrosw \u3031\u3013\u3028\u3033\u302e\u300f\u3010\u3015\u3003\u3017 \u0b1e\u0b1c\u0b5a\u0b63\u0b5c\u0b42 wphemvykh \ud9da\udeb8\uf71b\ue3764\udaca\uddda\ua4c7\u0696n wsxftvw wn pjfib ejvbfybvnme \"</p> \\\"</p \u2c86\u2c80\u2c84\u2ca8\u2cf2\u2c8d dhhsxbwf \ua899 baqj \u05c5\u05eb\u0599\u05e6\u05d3\u05de\u05c2\u05cb f.q[]] <?\"</p> myradnkbq nrozf h mgezbywl \u0ce4\u0c8d\u0cf9\u0ced\u0cdb dxq (Ng-rf( \u17d2\u17cf\u1798\u17aa yzryjbwnewe \udbb7\udfeb\udbbc\udd64\udb9e\udd66\udbbc\udf3a\udb96\uddb1 ysuhqgwn d'
>    [junit4]   2> Jun 14, 2014 8:19:08 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
>    [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-16,5,TGRP-TestICUTokenizerCJK]
>    [junit4]   2> org.junit.ComparisonFailure: term 130 expected:<ー[]> but was:<ー[蚕燉]>
>    [junit4]   2>        at __randomizedtesting.SeedInfo.seed([D73B992969A96D78]:0)
>    [junit4]   2>        at org.junit.Assert.assertEquals(Assert.java:125)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:181)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:296)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:300)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:859)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:614)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:61)
>    [junit4]   2>        at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:483)
>    [junit4]   2>
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestICUTokenizerCJK -Dtests.method=testRandomHugeStrings -Dtests.seed=D73B992969A96D78 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_MT -Dtests.timezone=Asia/Urumqi -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   6.33s J0 | TestICUTokenizerCJK.testRandomHugeStrings <<<
>    [junit4]    > Throwable #1: java.lang.RuntimeException: some thread(s) failed
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:535)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:437)
>    [junit4]    >        at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings(TestICUTokenizerCJK.java:89)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=34, name=Thread-16, state=RUNNABLE, group=TGRP-TestICUTokenizerCJK]
>    [junit4]    > Caused by: org.junit.ComparisonFailure: term 130 expected:<ー[]> but was:<ー[蚕燉]>
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([D73B992969A96D78]:0)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:181)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:296)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:300)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:859)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:614)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:61)
>    [junit4]    >        at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:483)
>    [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/icu/test/J0/./lucene.analysis.icu.segmentation.TestICUTokenizerCJK-D73B992969A96D78-001
>    [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=en_MT, timezone=Asia/Urumqi
>    [junit4]   2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=50674872,total=127729664
>    [junit4]   2> NOTE: All tests run in this JVM: [TestCharArrayIterator, TestICUTransformFilterFactory, TestICUTokenizer, TestICUTokenizerCJK]
>    [junit4] Completed on J0 in 29.36s, 8 tests, 1 error <<< FAILURES!
>    [junit4]
>    [junit4] Suite: org.apache.lucene.analysis.icu.segmentation.TestWithCJKBigramFilter
>    [junit4] Completed on J0 in 0.13s, 12 tests
>    [junit4]
>    [junit4]
>    [junit4] Tests with failures:
>    [junit4]   - org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings
>    [junit4]
>    [junit4]
>    [junit4] JVM J0:     0.66 ..    47.66 =    47.00s
>    [junit4] JVM J1:     0.65 ..    35.29 =    34.64s
>    [junit4] Execution time total: 47 seconds
>    [junit4] Tests summary: 17 suites, 126 tests, 1 error
>
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:543: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:2017: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/analysis/build.xml:106: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/analysis/build.xml:38: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:60: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 17 suites, 126 tests, 1 error
>
> Total time: 23 minutes 25 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0_20-ea-b15) - Build # 10439 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10439/
Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings

Error Message:
some thread(s) failed

Stack Trace:
java.lang.RuntimeException: some thread(s) failed
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:535)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:437)
	at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings(TestICUTokenizerCJK.java:89)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 125 lines...]
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x
org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
	at hudson.FilePath.act(FilePath.java:920)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1710)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:234)
Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 38 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
svn: E175002: unknown host
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 37 more
Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
	... 38 more
Caused by: svn: E175002: unknown host
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
	... 38 more
Caused by: java.net.UnknownHostException: svn.apache.org
	at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
	at java.net.InetAddress.getAllByName(InetAddress.java:1162)
	at java.net.InetAddress.getAllByName(InetAddress.java:1098)
	at java.net.InetAddress.getByName(InetAddress.java:1048)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
	... 38 more
ERROR: Subversion update failed
java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:211)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
	at hudson.FilePath.act(FilePath.java:920)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1710)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:234)
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	... 17 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	... 16 more
Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 38 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
svn: E175002: unknown host
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 37 more
Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
	... 38 more
Caused by: svn: E175002: unknown host
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
	... 38 more
Caused by: java.net.UnknownHostException: svn.apache.org
	at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
	at java.net.InetAddress.getAllByName(InetAddress.java:1162)
	at java.net.InetAddress.getAllByName(InetAddress.java:1098)
	at java.net.InetAddress.getByName(InetAddress.java:1048)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
	... 38 more
Retrying after 10 seconds
Cleaning up /var/lib/jenkins/workspace/Lucene-Solr-4.x-Linux/.
Updating http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x at revision '2014-06-14T11:54:51.503 +0000'
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x
org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
	at hudson.FilePath.act(FilePath.java:920)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1710)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:234)
Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 38 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
svn: E175002: unknown host
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 37 more
Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
	... 38 more
Caused by: svn: E175002: unknown host
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
	... 38 more
Caused by: java.net.UnknownHostException: svn.apache.org
	at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
	at java.net.InetAddress.getAllByName(InetAddress.java:1162)
	at java.net.InetAddress.getAllByName(InetAddress.java:1098)
	at java.net.InetAddress.getByName(InetAddress.java:1048)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
	... 38 more
ERROR: Subversion update failed
java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:211)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:161)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:1003)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:984)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:960)
	at hudson.FilePath.act(FilePath.java:920)
	at hudson.FilePath.act(FilePath.java:893)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:909)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:844)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1252)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:615)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:524)
	at hudson.model.Run.execute(Run.java:1710)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:234)
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	... 17 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:388)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:373)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:361)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:707)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.exchangeCapabilities(DAVConnection.java:627)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.open(DAVConnection.java:102)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.openConnection(DAVRepository.java:1020)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.getRepositoryUUID(DAVRepository.java:148)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:339)
	at org.tmatesoft.svn.core.internal.wc16.SVNBasicDelegate.createRepository(SVNBasicDelegate.java:328)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.update(SVNUpdateClient16.java:482)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:364)
	at org.tmatesoft.svn.core.internal.wc16.SVNUpdateClient16.doUpdate(SVNUpdateClient16.java:274)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:27)
	at org.tmatesoft.svn.core.internal.wc2.old.SvnOldUpdate.run(SvnOldUpdate.java:11)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:20)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1238)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:157)
	... 16 more
Caused by: svn: E175002: OPTIONS /repos/asf/lucene/dev/branches/branch_4x failed
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:154)
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:97)
	... 38 more
Caused by: org.tmatesoft.svn.core.SVNException: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
svn: E175002: unknown host
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:777)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:382)
	... 37 more
Caused by: svn: E175002: OPTIONS request failed on '/repos/asf/lucene/dev/branches/branch_4x'
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:775)
	... 38 more
Caused by: svn: E175002: unknown host
	at org.tmatesoft.svn.core.SVNErrorMessage.create(SVNErrorMessage.java:208)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:517)
	... 38 more
Caused by: java.net.UnknownHostException: svn.apache.org
	at java.net.InetAddress.getAllByName0(InetAddress.java:1250)
	at java.net.InetAddress.getAllByName(InetAddress.java:1162)
	at java.net.InetAddress.getAllByName(InetAddress.java:1098)
	at java.net.InetAddress.getByName(InetAddress.java:1048)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createAddres(SVNSocketFactory.java:189)
	at org.tmatesoft.svn.core.internal.util.SVNSocketFactory.createPlainSocket(SVNSocketFactory.java:66)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.connect(HTTPConnection.java:280)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection._request(HTTPConnection.java:451)
	... 38 more
Retrying after 10 seconds
Cleaning up /var/lib/jenkins/workspace/Lucene-Solr-4.x-Linux/.
Updating http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x at revision '2014-06-14T11:54:51.503 +0000'
At revision 1602581
no change for http://svn.apache.org/repos/asf/lucene/dev/branches/branch_4x since the previous build
No emails were triggered.
[Lucene-Solr-4.x-Linux] $ /bin/sh -xe /tmp/hudson1372941223270718743.sh
+ echo Using JDK: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
Using JDK: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
+ /var/lib/jenkins/tools/java/64bit/jdk1.8.0_20-ea-b15/bin/java -XX:-UseCompressedOops -XX:+UseSerialGC -version
java version "1.8.0_20-ea"
Java(TM) SE Runtime Environment (build 1.8.0_20-ea-b15)
Java HotSpot(TM) 64-Bit Server VM (build 25.20-b15, mixed mode)
[Lucene-Solr-4.x-Linux] $ /var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/bin/ant "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.disableHdfs=true -Dtests.multiplier=3 -Dtests.jvms=2 jenkins-hourly
Buildfile: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml

jenkins-hourly:

clean:

clean:
     [echo] Building solr...

clean:

-test-with-heapdumps-enabled:
     [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/heapdumps'.
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/heapdumps

test:

-run-test:
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.3.0 - 20130110142753 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml

-clover.load:

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.3.1 in public
[ivy:cachepath] :: resolution report :: resolve 288ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

resolve:

init:

compile-core:
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java
    [javac] Compiling 728 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 3 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java

compile-test-framework:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml

resolve:

init:

compile-lucene-core:

ivy-availability-check:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:
     [echo] Building codecs...

ivy-availability-check:
     [echo] Building codecs...

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java
    [javac] Compiling 74 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 3 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java
    [javac] Compiling 161 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 4 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java

compile-core:

compile-test:
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/test
    [javac] Compiling 428 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/test
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 43 files to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/test

install-junit4-taskdef:

validate:

resolve-groovy:

-init-totals:

-test:
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/test
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/test/temp
    [mkdir] Created dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/.caches/test-stats/core
   [junit4] <JUnit4> says cześć! Master seed: 9C37D3DB0636437D
   [junit4] Executing 412 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J0 PID(18761@serv1.sd-datasolutions.de).
   [junit4] Started J1 PID(18760@serv1.sd-datasolutions.de).
   [junit4] Suite: org.apache.lucene.search.TestDocBoost
   [junit4] Completed on J0 in 1.18s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
   [junit4] Completed on J1 in 17.93s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestExplanations
   [junit4] Completed on J1 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestEliasFanoSequence
   [junit4] Completed on J1 in 3.51s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestExceedMaxTermLength
   [junit4] Completed on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPositionIncrement
   [junit4] Completed on J1 in 0.36s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexInput
   [junit4] Completed on J1 in 1.71s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
   [junit4] Completed on J1 in 0.31s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFilterDirectory
   [junit4] Completed on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestBeforeAfterOverrides
   [junit4] Completed on J1 in 0.12s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
   [junit4] Completed on J1 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactions
   [junit4] Completed on J1 in 2.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopScoreDocCollector
   [junit4] Completed on J1 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestFailIfUnreferencedFiles
   [junit4] Completed on J1 in 0.12s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestStringHelper
   [junit4] Completed on J1 in 0.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestExceptionInBeforeClassHooks
   [junit4] Completed on J1 in 0.27s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene42.TestLucene42NormsFormat
   [junit4] IGNOR/A 0.07s J0 | TestLucene42NormsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed on J0 in 40.86s, 8 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelAtomicReader
   [junit4] Completed on J0 in 0.36s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestFailOnFieldCacheInsanity
   [junit4] Completed on J0 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
   [junit4] Completed on J1 in 15.48s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
   [junit4] Completed on J1 in 1.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
   [junit4] Completed on J1 in 1.44s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCheckIndex
   [junit4] Completed on J1 in 0.32s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNorms
   [junit4] Completed on J1 in 3.76s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPositions
   [junit4] IGNOR/A 0.11s J1 | Test2BPositions.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
   [junit4] Completed on J1 in 0.11s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTThreads
   [junit4] Completed on J0 in 13.23s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLongPostings
   [junit4] Completed on J1 in 6.35s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestLongBitSet
   [junit4] Completed on J0 in 10.54s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(18760@serv1.sd-datasolutions.de): 2014-06-14T11:58:32, stalled for 62.8s at: TestBinaryDocValuesUpdates.testTonsOfUpdates
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestCompressingTermVectorsFormat
   [junit4] Completed on J0 in 65.04s, 45 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStoredFieldsFormat
   [junit4] IGNOR/A 0.01s J0 | TestStoredFieldsFormat.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J0 in 2.96s, 12 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestBasicOperations
   [junit4] Completed on J0 in 0.73s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
   [junit4] Completed on J0 in 2.76s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
   [junit4] Completed on J0 in 0.45s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestNumericTokenStream
   [junit4] Completed on J0 in 0.07s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene41.TestBlockPostingsFormat3
   [junit4] Completed on J0 in 11.22s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermRangeFilter
   [junit4] Completed on J0 in 0.76s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitTf
   [junit4] Completed on J0 in 0.70s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
   [junit4] Completed on J0 in 0.37s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4] Completed on J1 in 126.46s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
   [junit4] IGNOR/A 0.01s J1 | TestTermVectorsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed on J1 in 29.77s, 8 tests, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J0 PID(18761@serv1.sd-datasolutions.de): 2014-06-14T12:00:20, stalled for 65.8s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.util.TestOpenBitSet
   [junit4] Completed on J1 in 27.77s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestCodecReported
   [junit4] Completed on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
   [junit4] Completed on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
   [junit4] Completed on J1 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestByteBlockPool
   [junit4] Completed on J1 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiFields
   [junit4] Completed on J1 in 8.74s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPriorityQueue
   [junit4] Completed on J1 in 0.06s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterAtomicReader
   [junit4] Completed on J1 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
   [junit4] Completed on J1 in 0.03s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFilteredSearch
   [junit4] Completed on J1 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
   [junit4] Completed on J1 in 0.47s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNewestSegment
   [junit4] Completed on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum
   [junit4] Completed on J0 in 98.89s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestMaxFailuresRule
   [junit4] Completed on J1 in 1.93s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
   [junit4] Completed on J1 in 0.49s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene40.TestReuseDocsEnum
   [junit4] Completed on J0 in 1.77s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedNumericSortField
   [junit4] Completed on J1 in 0.29s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestAttributeSource
   [junit4] Completed on J1 in 0.06s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimatorOnWildAnimals
   [junit4] Completed on J1 in 0.81s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestTimSorter
   [junit4] Completed on J1 in 0.20s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene40.TestBitVector
   [junit4] Completed on J1 in 1.03s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
   [junit4] Completed on J1 in 2.13s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestSurrogates
   [junit4] Completed on J1 in 1.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
   [junit4] IGNOR/A 0.01s J1 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed on J1 in 0.92s, 32 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharFilter
   [junit4] Completed on J1 in 0.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDoc
   [junit4] Completed on J1 in 0.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestWorstCaseTestBehavior
   [junit4] Completed on J1 in 0.04s, 6 tests, 6 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCache
   [junit4] Completed on J1 in 2.90s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestMockAnalyzer
   [junit4] Completed on J0 in 27.21s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
   [junit4] Completed on J0 in 0.11s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestImpersonation
   [junit4] Completed on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollback
   [junit4] Completed on J0 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
   [junit4] Completed on J0 in 2.96s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
   [junit4] IGNOR/A 0.00s J0 | TestIndexWriterOnJRECrash.testNRTThreads
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J0 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNIOFSDirectory
   [junit4] Completed on J0 in 1.52s, 29 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNormsFormat
   [junit4] IGNOR/A 0.01s J0 | TestNormsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed on J0 in 36.60s, 8 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
   [junit4] Completed on J0 in 2.23s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BTerms
   [junit4] IGNOR/A 0.00s J0 | Test2BTerms.test2BTerms
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 8g heap))
   [junit4] Completed on J0 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
   [junit4] Completed on J0 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocTermOrds
   [junit4] Completed on J0 in 1.13s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
   [junit4] Completed on J0 in 0.42s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4] Completed on J0 in 0.10s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
   [junit4] Completed on J0 in 0.88s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
   [junit4] Completed on J0 in 0.48s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
   [junit4] Completed on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesFormat
   [junit4] IGNOR/A 0.01s J1 | TestDocValuesFormat.testHugeBinaryValueLimit
   [junit4]    > Assumption #1: test requires codec with limits on max binary field length
   [junit4] Completed on J1 in 72.67s, 86 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
   [junit4] Completed on J1 in 5.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestWindowsMMap
   [junit4] Completed on J1 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerm
   [junit4] Completed on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfMemory
   [junit4] Completed on J0 in 18.26s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcard
   [junit4] Completed on J0 in 0.21s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpansAdvanced2
   [junit4] Completed on J0 in 0.26s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
   [junit4] Completed on J0 in 0.05s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
   [junit4] IGNOR/A 0.01s J1 | TestPerFieldPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed on J1 in 5.88s, 8 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTimeLimitingCollector
   [junit4] Completed on J0 in 2.32s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
   [junit4] Completed on J0 in 2.84s, 18 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.payloads.TestPayloadNearQuery
   [junit4] Completed on J0 in 0.21s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomNorms
   [junit4] Completed on J0 in 0.97s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestDirectPacked
   [junit4] Completed on J1 in 6.59s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
   [junit4] Completed on J0 in 2.14s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene41.TestBlockPostingsFormat
   [junit4] Completed on J1 in 1.85s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
   [junit4] Completed on J1 in 0.21s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRescorer
   [junit4] Completed on J1 in 0.27s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestByteArrayDataInput
   [junit4] Completed on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixQuery
   [junit4] Completed on J1 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestLeaveFilesIfTestFails
   [junit4] IGNOR/A 0.02s J1 | TestLeaveFilesIfTestFails.testWindowsUnremovableFile
   [junit4]    > Assumption #1: Requires Windows.
   [junit4] Completed on J1 in 0.04s, 2 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortDocValues
   [junit4] Completed on J1 in 0.40s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
   [junit4] Completed on J1 in 4.55s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateFilter
   [junit4] Completed on J1 in 0.03s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPagedBytes
   [junit4] Completed on J0 in 10.22s, 3 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBackwardsCompatibility3x
   [junit4] Completed on J1 in 7.33s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40PostingsFormat
   [junit4] Completed on J0 in 4.42s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
   [junit4] Completed on J0 in 12.00s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestMockCharFilter
   [junit4] Completed on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRandom
   [junit4] Completed on J0 in 0.82s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldsReader
   [junit4] Completed on J0 in 0.56s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
   [junit4] IGNOR/A 0.00s J0 | Test2BPostingsBytes.test
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes, and more heap space sometimes))
   [junit4] Completed on J0 in 0.02s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestReproduceMessageWithRepeated
   [junit4] Completed on J0 in 0.11s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestTermInfosReaderIndex
   [junit4] Completed on J0 in 0.59s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestFSTs
   [junit4] IGNOR/A 0.00s J1 | TestFSTs.testBigSet
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J1 in 27.01s, 19 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
   [junit4] Completed on J0 in 18.18s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
   [junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
   [junit4] Completed on J0 in 0.08s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
   [junit4] Completed on J0 in 1.59s, 29 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
   [junit4] IGNOR/A 0.00s J0 | Test2BBinaryDocValues.testVariableBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 45 minutes))
   [junit4] IGNOR/A 0.00s J0 | Test2BBinaryDocValues.testFixedBinary
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 45 minutes))
   [junit4] Completed on J0 in 0.01s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVersion
   [junit4] Completed on J0 in 0.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
   [junit4] Completed on J0 in 3.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestDemo
   [junit4] Completed on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermdocPerf
   [junit4] Completed on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIndexSearcher
   [junit4] Completed on J0 in 0.15s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestExternalCodecs
   [junit4] Completed on J0 in 0.32s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
   [junit4] Completed on J0 in 2.56s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4] Completed on J0 in 10.98s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestGroupFiltering
   [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testJira
   [junit4]    > Assumption #1: 'jira' test group is disabled (@Jira(bug=JIRA bug reference))
   [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testFooBar
   [junit4]    > Assumption #1: 'bar' test group is disabled (@Bar())
   [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testFoo
   [junit4]    > Assumption #1: 'foo' test group is disabled (@Foo())
   [junit4] IGNOR/A 0.00s J0 | TestGroupFiltering.testBar
   [junit4]    > Assumption #1: 'bar' test group is disabled (@Bar())
   [junit4] Completed on J0 in 0.01s, 4 tests, 4 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
   [junit4] Completed on J0 in 0.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
   [junit4] Completed on J0 in 0.03s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNot
   [junit4] Completed on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressAdvance
   [junit4] Completed on J0 in 2.71s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40TermVectorsFormat
   [junit4] Completed on J1 in 31.63s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene41.TestForUtil
   [junit4] Completed on J1 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingCollector
   [junit4] Completed on J1 in 0.02s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
   [junit4] Completed on J1 in 1.44s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
   [junit4] Completed on J1 in 0.63s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestByteSlices
   [junit4] Completed on J0 in 6.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefHash
   [junit4] Completed on J0 in 1.62s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40PostingsReader
   [junit4] Completed on J0 in 6.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMultiMMap
   [junit4] Completed on J1 in 9.98s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
   [junit4] Completed on J1 in 0.23s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene3x.TestLucene3xStoredFieldsFormat
   [junit4] IGNOR/A 0.00s J0 | TestLucene3xStoredFieldsFormat.testBigDocuments
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.01s J0 | TestLucene3xStoredFieldsFormat.testWriteReadMerge
   [junit4]    > Assumption #1: impersonation isnt good enough
   [junit4] Completed on J0 in 18.09s, 12 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
   [junit4] Completed on J0 in 0.06s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTryDelete
   [junit4] Completed on J0 in 0.08s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing
   [junit4] Completed on J0 in 4.51s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTerms
   [junit4] IGNOR/A 0.01s J0 | TestTerms.testTermMinMaxRandom
   [junit4]    > Assumption #1: test writes binary terms
   [junit4] Completed on J0 in 0.16s, 6 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.payloads.TestPayloadTermQuery
   [junit4] Completed on J0 in 0.66s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
   [junit4] Completed on J1 in 22.76s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
   [junit4] Completed on J1 in 0.36s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
   [junit4] Completed on J1 in 10.43s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestLookaheadTokenFilter
   [junit4] Completed on J0 in 19.25s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
   [junit4] Completed on J0 in 0.07s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestDirectory
   [junit4] IGNOR/A 0.00s J0 | TestDirectory.testThreadSafety
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed on J0 in 1.20s, 32 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestShardSearching
   [junit4] Completed on J0 in 15.52s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
   [junit4] Completed on J0 in 0.05s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
   [junit4] Completed on J0 in 1.21s, 69 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchAfter
   [junit4] Completed on J0 in 29.69s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum2
   [junit4] Completed on J0 in 0.91s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
   [junit4] Completed on J0 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4] Completed on J0 in 0.07s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
   [junit4] Completed on J0 in 1.06s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRateLimiter
   [junit4] Completed on J0 in 1.88s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
   [junit4] Completed on J0 in 0.51s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValues
   [junit4] IGNOR/A 0.00s J0 | Test2BSortedDocValues.testFixedSorted
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow))
   [junit4] IGNOR/A 0.00s J0 | Test2BSortedDocValues.test2BOrds
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow))
   [junit4] Completed on J0 in 0.00s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCompoundFile
   [junit4] Completed on J0 in 1.00s, 18 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4] IGNOR/A 0.00s J0 | TestLockFactory.testStressLocks
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J0 | TestLockFactory.testStressLocksNativeFSLockFactory
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J0 in 1.04s, 10 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
   [junit4] Completed on J0 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
   [junit4] Completed on J0 in 4.74s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
   [junit4] Completed on J0 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
   [junit4] Completed on J0 in 0.56s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefArray
   [junit4] Completed on J0 in 0.08s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(18760@serv1.sd-datasolutions.de): 2014-06-14T12:05:32, stalled for 66.8s at: TestNumericDocValuesUpdates.testTonsOfUpdates
   [junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
   [junit4] Completed on J0 in 0.77s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
   [junit4] Completed on J0 in 0.99s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriter
   [junit4] Completed on J0 in 30.71s, 65 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4] Completed on J1 in 122.07s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanOr
   [junit4] Completed on J1 in 1.00s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
   [junit4] Completed on J1 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
   [junit4] Completed on J1 in 0.56s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
   [junit4] Completed on J1 in 0.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4] IGNOR/A 0.01s J1 | TestPackedInts.testBlockReaderOverflow
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J1 in 17.71s, 27 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
   [junit4] Completed on J1 in 0.36s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitNorms
   [junit4] Completed on J1 in 0.53s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDocument
   [junit4] Completed on J1 in 0.10s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
   [junit4] Completed on J1 in 0.04s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
   [junit4] Completed on J1 in 4.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearch
   [junit4] Completed on J1 in 0.13s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
   [junit4] Completed on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
   [junit4] Completed on J1 in 9.49s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocTermOrdsRangeFilter
   [junit4] Completed on J1 in 1.59s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldReuse
   [junit4] Completed on J1 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitPositions
   [junit4] Completed on J1 in 0.27s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestSeedFromUncaught
   [junit4] Completed on J1 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateSort
   [junit4] Completed on J1 in 0.01s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
   [junit4] Completed on J1 in 4.19s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDateTools
   [junit4] Completed on J1 in 0.04s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestBasics
   [junit4] Completed on J1 in 3.04s, 28 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
   [junit4] Completed on J1 in 0.55s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAddIndexes
   [junit4] Completed on J1 in 3.78s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4] IGNOR/A 0.01s J0 | TestPerFieldDocValuesFormat.testHugeBinaryValueLimit
   [junit4]    > Assumption #1: test requires codec with limits on max binary field length
   [junit4] Completed on J0 in 90.82s, 87 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNumericRangeQuery64
   [junit4] Completed on J1 in 23.48s, 34 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
   [junit4] Completed on J0 in 11.79s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
   [junit4] Completed on J0 in 5.50s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNumericRangeQuery32
   [junit4] Completed on J0 in 8.26s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBackwardsCompatibility
   [junit4] Completed on J0 in 9.10s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene42.TestLucene42DocValuesFormat
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testThreeNumbersOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testByteMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumberMergeAwayAllValues
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testThreeBytesOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testTwoBytesOneMissing
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumberMerge
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testSortedNumericsMultipleValuesVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoBytesOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testIntMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoSortedNumber
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testShortMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testOneSortedNumberOneMissing
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testLongMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testSortedNumericsSingleValuedVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.01s J1 | TestLucene42DocValuesFormat.testTwoNumbersOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testThreads2
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoSortedNumberOneMissing
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testTwoNumbersOneMissing
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene42DocValuesFormat.testOneSortedNumber
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] Completed on J1 in 53.37s, 89 tests, 20 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearcherManager
   [junit4] Completed on J1 in 6.18s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
   [junit4] Completed on J1 in 3.84s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4] IGNOR/A 0.00s J1 | TestIndexWriterDelete.testApplyDeletesOnFlush
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J1 in 10.45s, 22 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
   [junit4] Completed on J0 in 61.82s, 36 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
   [junit4] Completed on J0 in 5.00s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene40.TestLucene40DocValuesFormat
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testTwoBytesOneMissing
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testThreeBytesOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoNumbersOneMissing
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedNumberMerge
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoNumbersOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testByteMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoFields
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testOneSortedNumberOneMissing
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedNumericsSingleValuedVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testLongMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoSortedNumberOneMissing
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedNumberMergeAwayAllValues
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testShortMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testThreeNumbersOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedNumericsMultipleValuesVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoBytesOneMissingWithMerging
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testThreads2
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetVariableLengthVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetVariableLengthVsUninvertedField
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoValuesUnordered
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsMerged
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsFirstMissing
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetFixedLengthVsUninvertedField
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsLastMissingMerge
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedNumericsSingleValuedMissingVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetFixedLengthVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testOneSortedNumber
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsLastMissing
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetThreeValuesTwoDocs
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testTwoSortedNumber
   [junit4]    > Assumption #1: Codec does not support SORTED_NUMERIC
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetTwoDocumentsFirstMissingMerge
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetVariableLengthSingleValuedVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetTwoValues
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.00s J1 | TestLucene40DocValuesFormat.testSortedSetOneValue
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testIntMissingVsFieldCache
   [junit4]    > Assumption #1: Codec does not support getDocsWithField
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetTermsEnum
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetMergeAwayAllValues
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] IGNOR/A 0.01s J1 | TestLucene40DocValuesFormat.testSortedSetFixedLengthSingleValuedVsStoredFields
   [junit4]    > Assumption #1: Codec does not support SORTED_SET
   [junit4] Completed on J1 in 29.11s, 86 tests, 38 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2
   [junit4] Completed on J1 in 8.00s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4] Completed on J0 in 13.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4] Completed on J1 in 2.44s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
   [junit4] Completed on J0 in 5.75s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4] Completed on J0 in 4.24s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
   [junit4] Completed on J1 in 37.63s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
   [junit4] Completed on J1 in 3.31s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollingUpdates
   [junit4] Completed on J1 in 1.98s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4] Completed on J0 in 35.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene41.TestBlockPostingsFormat2
   [junit4] Completed on J1 in 3.58s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocTermOrdsRewriteMethod
   [junit4] Completed on J0 in 3.45s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
   [junit4] Completed on J1 in 1.60s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
   [junit4] Completed on J1 in 1.33s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
   [junit4] Completed on J0 in 4.25s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
   [junit4] Completed on J1 in 2.29s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
   [junit4] Completed on J1 in 1.01s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestArrayUtil
   [junit4] Completed on J0 in 3.30s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
   [junit4] Completed on J1 in 3.79s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
   [junit4] Completed on J1 in 2.34s, 27 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
   [junit4] Completed on J0 in 11.71s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentMerger
   [junit4] Completed on J0 in 0.83s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestCompressingStoredFieldsFormat
   [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#0 seed=[9C37D3DB0636437D:6D1D8984B51AED5A]}
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#1 seed=[9C37D3DB0636437D:D94B357881D82676]}
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#2 seed=[9C37D3DB0636437D:57A2A3A4D01C6EBD]}
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#3 seed=[9C37D3DB0636437D:664C0841BCE23594]}
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestCompressingStoredFieldsFormat.testBigDocuments {#4 seed=[9C37D3DB0636437D:2A8D8DEC1DEAF52F]}
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed on J1 in 13.96s, 65 tests, 5 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestDoubleBarrelLRUCache
   [junit4] Completed on J1 in 1.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanations
   [junit4] Completed on J1 in 0.87s, 22 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4] Completed on J1 in 2.66s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPositions
   [junit4] Completed on J0 in 17.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentReader
   [junit4] Completed on J0 in 0.71s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
   [junit4] Completed on J0 in 2.70s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrash
   [junit4] Completed on J0 in 0.82s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
   [junit4] Completed on J0 in 1.28s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
   [junit4] Completed on J0 in 0.65s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSort
   [junit4] Completed on J0 in 0.56s, 53 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestFieldCacheSanityChecker
   [junit4] Completed on J0 in 0.19s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestToken
   [junit4] Completed on J0 in 0.02s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
   [junit4] Completed on J0 in 0.55s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCustomSearcherSort
   [junit4] Completed on J0 in 2.33s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
   [junit4] Completed on J0 in 0.42s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
   [junit4] IGNOR/A 0.00s J1 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed on J1 in 19.10s, 31 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPostingsFormat
   [junit4] IGNOR/A 0.02s J0 | TestPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed on J0 in 1.28s, 8 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
   [junit4] Completed on J0 in 1.65s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNumericUtils
   [junit4] Completed on J0 in 2.04s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BDocs
   [junit4] Completed on J0 in 0.97s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4] Completed on J0 in 0.32s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
   [junit4] Completed on J1 in 6.56s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
   [junit4] Completed on J0 in 1.05s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestPayloadSpans
   [junit4] Completed on J0 in 0.45s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
   [junit4] Completed on J0 in 0.23s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlex
   [junit4] Completed on J0 in 0.06s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
   [junit4] Completed on J0 in 0.71s, 31 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
   [junit4] Completed on J0 in 0.94s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
   [junit4] Completed on J0 in 0.20s, 17 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
   [junit4] Completed on J0 in 0.46s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
   [junit4] Completed on J0 in 0.48s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
   [junit4] Completed on J0 in 0.44s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedCodecs
   [junit4] Completed on J1 in 5.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRangeFilter
   [junit4] Completed on J0 in 0.61s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecs
   [junit4] Completed on J0 in 0.41s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.payloads.TestPayloadExplanations
   [junit4] Completed on J0 in 0.19s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
   [junit4] Completed on J0 in 0.42s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressNRT
   [junit4] Completed on J0 in 4.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFilteredQuery
   [junit4] Completed on J0 in 0.15s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
   [junit4] Completed on J0 in 0.73s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
   [junit4] Completed on J0 in 0.23s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
   [junit4] Completed on J1 in 7.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
   [junit4] Completed on J1 in 0.12s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryWrapperFilter
   [junit4] Completed on J1 in 0.23s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentWriter
   [junit4] Completed on J1 in 0.18s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
   [junit4] Completed on J1 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestSpecialOperations
   [junit4] Completed on J0 in 2.61s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
   [junit4] Completed on J0 in 0.26s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
   [junit4] Completed on J0 in 1.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
   [junit4] Completed on J0 in 0.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestReproduceMessage
   [junit4] Completed on J0 in 0.32s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloads
   [junit4] Completed on J0 in 0.80s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
   [junit4] Completed on J0 in 0.20s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
   [junit4] Completed on J0 in 0.14s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
   [junit4] Completed on J0 in 0.15s, 69 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermVectors
   [junit4] Completed on J0 in 0.31s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpQuery
   [junit4] Completed on J0 in 0.16s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
   [junit4] Completed on J0 in 0.12s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
   [junit4] Completed on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiValuedNumericRangeQuery
   [junit4] Completed on J0 in 0.40s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
   [junit4] Completed on J0 in 0.28s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
   [junit4] Completed on J0 in 0.04s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
   [junit4] Completed on J0 in 0.08s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQuery
   [junit4] Completed on J0 in 0.14s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
   [junit4] Completed on J0 in 0.11s, 22 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
   [junit4] Completed on J0 in 0.83s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
   [junit4] Completed on J0 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermScorer
   [junit4] Completed on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
   [junit4] IGNOR/A 0.01s J0 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed on J0 in 1.26s, 30 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSumDocFreq
   [junit4] Completed on J0 in 0.35s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexableField
   [junit4] Completed on J0 in 0.48s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
   [junit4] Completed on J0 in 0.14s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcardRandom
   [junit4] Completed on J0 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
   [junit4] Completed on J0 in 0.05s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
   [junit4] Completed on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingWrapperFilter
   [junit4] Completed on J0 in 0.15s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldValueFilter
   [junit4] Completed on J0 in 0.02s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.junitcompat.TestSystemPropertiesInvariantRule
   [junit4] Completed on J0 in 0.08s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
   [junit4] Completed on J0 in 0.13s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
   [junit4] Completed on J0 in 0.27s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
   [junit4] Completed on J0 in 0.04s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesWithThreads
   [junit4] Completed on J0 in 0.10s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
   [junit4] Completed on J0 in 0.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocIdSet
   [junit4] Completed on J0 in 0.02s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4] Completed on J0 in 0.04s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinar

[...truncated too long message...]

gLN \u07bf\u0782\u0797 dbcsxwoj zqdaon \u06d4\udaac\udf5e \\\"'<? c nguknwuvqt bzwlylu ejpu j tlyeaay \ua8c6\ua8bd\ua8b9\ua880\ua8b1\ua8a1\ua8b1\ua8b4\ua8c9\ua8ba\ua8a5 kuknsua \ud834\udf0a\ud834\udf5a\ud834\udf4c \u0dbd\u0dc3\u0d9e\u0d94\u0def\u0de1\u0da6 \u661a\ue1eb\ud8bb\udcf2H\uf535\ue6e1e\ue6e2 \u03c3\u2129\u0017\ufaf4\u0019\u04ef\ua2d7\uf81b\ue121 \ud83c\udc51\ud83c\udc7a\ud83c\udc53\ud83c\udc5e\ud83c\udc93 cxbfbtxmlo zshfdr klliahomdbfo \ue234(\udb0d\udea5\ud8de\ude8fS\u00bb\ue9bd \u737d\u29ff\u0516\u63d6\uf0be\ufb87\uf39e\ucd90#\u01bb\ue344\u2d89 lwrstolrm \ua002\ua008\ua2ff\ua0fa\ua15c \ud99e\udf97\uec1a\u1a50\u03e63 >\ueaf5\uf39f\u247b\u049a\u0127\u0498\ua9e9\uf14b\u067b\u0384\ufc48H tguqrq vcukt rh|yfqi[y.) RP\uf115 isvtdjhxpw <p><!--#< \u7f83\u9a56\uf93a\u03ba \ua97c\ua968\ua973\ua97d\ua97d H\ud9b7\udcc1M \ua8fd\ua8f5\ua8f4\ua8f7\ua8e9\ua8eb\ua8e3\ua8f6\ua8ee\ua8ef -t)p?[ czhzbb \ud803\udc36\ud803\udc20 rhk qnej dfpzzv xttoyg ccmjvm \u2d9d\u2dcd\u2da9\u2dc3 rfpiuzpu akeqfnds \ueb68\u02b4\ue35c[ m)|ch? vhhyekb \udbc4\udd61\u2fcf\ufec5\ue7bd\u0017\u8765 ciujn \ud800\udf4a\ud800\udf3b\ud800\udf34\ud800\udf45 c.-?i. &#16 sgkxliiwdihj mi \uda91\udf8c\ue98f\u020f\uf08c\u001b\uebc7\ub1f7 mprxwy <!-->< \u1dd2\u1de8\u1dc7\u1dd5\u1dd7\u1dd4\u1dd6\u1df6\u1de5\u1dcf phdv ?zn|?{0,5 uyczqm &#X\" \uda40\udefe@\u8546\u0017>\u05bd\ubf2e_\ue43b \u2146\u214a\u2109\u2130\u2133\u2149\u211e \ud861\ude03\ud840\udf23\ud84c\udf4c\ud845\ude3f bivz \u1805\u18af\u1816\u1873\u186f\u1880\u1816 \u17fc cwtoo ogcplgc \u1d93\u1dac\u1da6\u1dbd\u1da1\u1db9\u1dba\u1daa\u1d84 twdnedvi wgxr tlvlmjasny mfmpy pmbvlpoxzudq \u2708\u2791\u2711\u2759\u2769\u27bc\u271b \u46ef\u42b2\u43d5\u3def\u4b97\u434b\u4317\u4c16\u3983\u4661\u3b2f\u3411 ktyz igibgiju \u0259\uf813\u13f5\udad7\udfc5Q\uedf1q\u02b7 \udb9a\udeae\uf6c6\u02aa\uf835\u4679\uf10d\uf32a\u03b4 \ud039\ue368\u015c vmus inwsbi \ufcf3\ufca4\ufcec\ufb5a\ufc02\ufdcc rofwt nzujbeib dskkrq vmgzejcz oparwfn \u3190\u3192\u3193\u3194 \u001b\uf43d\u5141L\u0173\uda13\udce8\r  vygf \ub920G=\ud81b\udf22\u059b\u3bb7 \ue697 </    ivq \u64d2\ud816\udee3\uf7f4\u001d\u034d\uc758 vzgcqzv W\ud8fe\udd66g\u1c41%\ue49e smlulje v.{1, kmziwm \nrdmax&# \uedb6-\ufaae\ub1d4\uf6ba\ue5c9 \ud802\udd1d\ud802\udd0f\ud802\udd01\ud802\udd0b ureiesohklwhch bypk \u318c\u3158\u317d\u3158 \u3e3c\ud504\ud91f\ude17t6[\udb83\udf12 VHwwnDe qypartqh \u1094\u1015\u1019\u1045\u104d\u1000\u106f\u1063\u1065 \u05e8\u05f0\u0591\u05dc\u05d2\u05ef\u05c3 erkzcgoupc yzgnt f\u0694<\ufdd9`\ucca3 \u0461\u0108\ue765\ufe71\u062a\ud888\udd54\ud4ad ysvanp S\ue907\ue2ac >< kd  \u2558\u2562\u2569\u2561\u2558\u2537\u2513\u2510\u253b \ud9f1\udeeb&/\u14b0@A\u3a08 gjt prtwt \u1709\u00e0\u037e\u0df9\ud91d\udea8X_`\uf5e9\u001a\u01a2\ueeaf gjkojszjitqt tkacymagtw job p \uaa58\uaa3c\uaa5d\uaa31\uaa31\uaa1b\uaa02 \ua6a9\ua6a8\ua6a5\ua6b7\ua6c6 ipmgxjy zwjmal toyfuyft fgxrvicugr </scr yrdwc \ua8eb\ua8fc\ua8e1\ua8ef\ua8e3\ua8e9\ua8e5 \u09b2\uae7a\udba5\uddf3e\u05d7\u0d88\u3730\ue3ae lrosw \u3031\u3013\u3028\u3033\u302e\u300f\u3010\u3015\u3003\u3017 \u0b1e\u0b1c\u0b5a\u0b63\u0b5c\u0b42 wphemvykh \ud9da\udeb8\uf71b\ue3764\udaca\uddda\ua4c7\u0696n wsxftvw wn pjfib ejvbfybvnme \"</p> \\\"</p \u2c86\u2c80\u2c84\u2ca8\u2cf2\u2c8d dhhsxbwf \ua899 baqj \u05c5\u05eb\u0599\u05e6\u05d3\u05de\u05c2\u05cb f.q[]] <?\"</p> myradnkbq nrozf h mgezbywl \u0ce4\u0c8d\u0cf9\u0ced\u0cdb dxq (Ng-rf( \u17d2\u17cf\u1798\u17aa yzryjbwnewe \udbb7\udfeb\udbbc\udd64\udb9e\udd66\udbbc\udf3a\udb96\uddb1 ysuhqgwn d'
   [junit4]   2> Jun 14, 2014 8:19:08 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-16,5,TGRP-TestICUTokenizerCJK]
   [junit4]   2> org.junit.ComparisonFailure: term 130 expected:<ー[]> but was:<ー[蚕燉]>
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D73B992969A96D78]:0)
   [junit4]   2> 	at org.junit.Assert.assertEquals(Assert.java:125)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:181)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:296)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:300)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:859)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:614)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:61)
   [junit4]   2> 	at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:483)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestICUTokenizerCJK -Dtests.method=testRandomHugeStrings -Dtests.seed=D73B992969A96D78 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_MT -Dtests.timezone=Asia/Urumqi -Dtests.file.encoding=UTF-8
   [junit4] ERROR   6.33s J0 | TestICUTokenizerCJK.testRandomHugeStrings <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: some thread(s) failed
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:535)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:437)
   [junit4]    > 	at org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings(TestICUTokenizerCJK.java:89)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=34, name=Thread-16, state=RUNNABLE, group=TGRP-TestICUTokenizerCJK]
   [junit4]    > Caused by: org.junit.ComparisonFailure: term 130 expected:<ー[]> but was:<ー[蚕燉]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D73B992969A96D78]:0)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:181)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:296)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:300)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:859)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:614)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.access$000(BaseTokenStreamTestCase.java:61)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase$AnalysisThread.run(BaseTokenStreamTestCase.java:483)
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/icu/test/J0/./lucene.analysis.icu.segmentation.TestICUTokenizerCJK-D73B992969A96D78-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=en_MT, timezone=Asia/Urumqi
   [junit4]   2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=50674872,total=127729664
   [junit4]   2> NOTE: All tests run in this JVM: [TestCharArrayIterator, TestICUTransformFilterFactory, TestICUTokenizer, TestICUTokenizerCJK]
   [junit4] Completed on J0 in 29.36s, 8 tests, 1 error <<< FAILURES!
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.icu.segmentation.TestWithCJKBigramFilter
   [junit4] Completed on J0 in 0.13s, 12 tests
   [junit4] 
   [junit4] 
   [junit4] Tests with failures:
   [junit4]   - org.apache.lucene.analysis.icu.segmentation.TestICUTokenizerCJK.testRandomHugeStrings
   [junit4] 
   [junit4] 
   [junit4] JVM J0:     0.66 ..    47.66 =    47.00s
   [junit4] JVM J1:     0.65 ..    35.29 =    34.64s
   [junit4] Execution time total: 47 seconds
   [junit4] Tests summary: 17 suites, 126 tests, 1 error

BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:543: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:2017: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/analysis/build.xml:106: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:60: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 17 suites, 126 tests, 1 error

Total time: 23 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60) - Build # 10438 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10438/
Java: 64bit/jdk1.7.0_60 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([AB808A0DF6F26B0]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Captured an uncaught exception in thread: Thread[id=2062, name=RecoveryThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2062, name=RecoveryThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
Caused by: java.lang.AssertionError: liveDocs.count()=12 info.docCount=21 info.getDelCount()=12
	at __randomizedtesting.SeedInfo.seed([AB808A0DF6F26B0]:0)
	at org.apache.lucene.codecs.lucene40.Lucene40LiveDocsFormat.readLiveDocs(Lucene40LiveDocsFormat.java:92)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:109)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:143)
	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:237)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:98)
	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:394)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:273)
	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:251)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1471)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1672)
	at org.apache.solr.handler.SnapPuller.openNewSearcherAndUpdateCommitPoint(SnapPuller.java:673)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:493)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:337)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:163)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:447)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)


FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([AB808A0DF6F26B0]:0)




Build Log:
[...truncated 12065 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/init-core-data-001
   [junit4]   2> 456095 T1600 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 456095 T1600 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 456099 T1600 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 456100 T1600 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 456101 T1601 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 456200 T1600 oasc.ZkTestServer.run start zk server on port:40719
   [junit4]   2> 456202 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 456214 T1607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1720156e name:ZooKeeperConnection Watcher:127.0.0.1:40719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 456214 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 456215 T1600 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 456221 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 456223 T1609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f3ad690 name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 456224 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 456224 T1600 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 456228 T1600 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 456232 T1600 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 456236 T1600 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 456239 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 456240 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 456246 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 456246 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 456251 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 456252 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 456256 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 456256 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 456261 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 456261 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 456265 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 456266 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 456271 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 456272 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 456277 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 456277 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 456281 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 456281 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 456285 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 456285 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 456289 T1600 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 456290 T1600 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 456297 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 456299 T1611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b69ccaa name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 456299 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 456541 T1600 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 456544 T1600 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 456547 T1600 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:56435
   [junit4]   2> 456548 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 456548 T1600 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 456548 T1600 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002
   [junit4]   2> 456549 T1600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/'
   [junit4]   2> 456559 T1600 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/solr.xml
   [junit4]   2> 456591 T1600 oasc.CoreContainer.<init> New CoreContainer 712337408
   [junit4]   2> 456591 T1600 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/]
   [junit4]   2> 456592 T1600 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 456592 T1600 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 456592 T1600 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 456593 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 456593 T1600 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 456593 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 456593 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 456593 T1600 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 456594 T1600 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 456596 T1600 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 456596 T1600 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 456596 T1600 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 456596 T1600 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40719/solr
   [junit4]   2> 456597 T1600 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 456597 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 456599 T1622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b95ad10 name:ZooKeeperConnection Watcher:127.0.0.1:40719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 456599 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 456601 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 456602 T1624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@447cd0a2 name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 456602 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 456603 T1600 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 456606 T1600 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 456609 T1600 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 456611 T1600 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 456613 T1600 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 456615 T1600 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 456617 T1600 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56435_
   [junit4]   2> 456618 T1600 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56435_
   [junit4]   2> 456622 T1600 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 456624 T1600 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 456632 T1600 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56435_
   [junit4]   2> 456632 T1600 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 456634 T1600 oasc.Overseer.start Overseer (id=91929632144687108-127.0.0.1:56435_-n_0000000000) starting
   [junit4]   2> 456637 T1600 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 456645 T1626 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 456645 T1600 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 456647 T1600 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 456648 T1600 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 456650 T1625 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 456653 T1627 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 456653 T1627 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 456654 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 456654 T1627 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 456656 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 456656 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56435",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56435_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 456656 T1625 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 456657 T1625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 456659 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 456660 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 457655 T1627 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 457655 T1627 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 457656 T1627 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 457657 T1627 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 457659 T1627 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 457659 T1627 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/collection1/'
   [junit4]   2> 457660 T1627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 457661 T1627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 457661 T1627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 457719 T1627 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 457759 T1627 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 457761 T1627 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 457768 T1627 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 458005 T1627 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 458007 T1627 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 458008 T1627 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 458012 T1627 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 458032 T1627 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 458032 T1627 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 458032 T1627 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-002/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data/
   [junit4]   2> 458033 T1627 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@780e4aa6
   [junit4]   2> 458033 T1627 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data
   [junit4]   2> 458033 T1627 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data/index/
   [junit4]   2> 458034 T1627 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 458034 T1627 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data/index
   [junit4]   2> 458035 T1627 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3b7eb286
   [junit4]   2> 458041 T1627 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 458041 T1627 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 458046 T1627 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 458047 T1627 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 458047 T1627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 458047 T1627 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 458047 T1627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 458047 T1627 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 458048 T1627 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 458048 T1627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 458048 T1627 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 458048 T1627 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 458049 T1627 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 458049 T1627 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 458049 T1627 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 458049 T1627 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 458050 T1627 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 458050 T1627 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 458052 T1627 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 458053 T1627 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 458053 T1627 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 458054 T1627 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=56.24609375, floorSegmentMB=0.7041015625, forceMergeDeletesPctAllowed=11.408561809168626, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4421442274201489
   [junit4]   2> 458055 T1627 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 458055 T1627 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 458055 T1627 oass.SolrIndexSearcher.<init> Opening Searcher@5f500137[collection1] main
   [junit4]   2> 458056 T1627 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 458056 T1627 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 458057 T1627 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 458057 T1627 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 458057 T1627 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 458057 T1627 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 458058 T1627 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 458058 T1627 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 458058 T1627 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 458058 T1627 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 458060 T1628 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f500137[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 458061 T1627 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 458062 T1631 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:56435 collection:control_collection shard:shard1
   [junit4]   2> 458062 T1600 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 458062 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 458063 T1631 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 458067 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 458069 T1633 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ffad72f name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 458069 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 458070 T1600 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 458071 T1631 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 458073 T1600 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 458074 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458074 T1631 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 458074 T1631 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2833 name=collection1 org.apache.solr.core.SolrCore@dcef2c url=https://127.0.0.1:56435/collection1 node=127.0.0.1:56435_ C2833_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:56435, core=collection1, node_name=127.0.0.1:56435_}
   [junit4]   2> 458074 T1631 C2833 P56435 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:56435/collection1/
   [junit4]   2> 458075 T1631 C2833 P56435 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 458075 T1631 C2833 P56435 oasc.SyncStrategy.syncToMe https://127.0.0.1:56435/collection1/ has no replicas
   [junit4]   2> 458075 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 458075 T1631 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:56435/collection1/ shard1
   [junit4]   2> 458075 T1631 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 458077 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458080 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458083 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458185 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458185 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458232 T1631 oasc.ZkController.register We are https://127.0.0.1:56435/collection1/ and leader is https://127.0.0.1:56435/collection1/
   [junit4]   2> 458232 T1631 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:56435
   [junit4]   2> 458232 T1631 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 458232 T1631 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 458232 T1631 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 458235 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458235 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458235 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458235 T1631 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 458236 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 458237 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:56435",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:56435_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 458239 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 458300 T1600 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 458301 T1600 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 458305 T1600 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 458307 T1600 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51409
   [junit4]   2> 458310 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 458310 T1600 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 458311 T1600 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003
   [junit4]   2> 458311 T1600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/'
   [junit4]   2> 458329 T1600 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/solr.xml
   [junit4]   2> 458340 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458340 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 458352 T1600 oasc.CoreContainer.<init> New CoreContainer 641499378
   [junit4]   2> 458352 T1600 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/]
   [junit4]   2> 458353 T1600 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 458353 T1600 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 458353 T1600 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 458354 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 458354 T1600 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 458354 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 458354 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 458354 T1600 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 458355 T1600 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 458357 T1600 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 458357 T1600 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 458357 T1600 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 458357 T1600 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40719/solr
   [junit4]   2> 458358 T1600 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 458358 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 458360 T1644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3597775f name:ZooKeeperConnection Watcher:127.0.0.1:40719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 458360 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 458362 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 458363 T1646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4686ba06 name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 458363 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 458368 T1600 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 459371 T1600 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51409_
   [junit4]   2> 459373 T1600 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51409_
   [junit4]   2> 459377 T1633 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 459377 T1646 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 459377 T1624 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 459387 T1647 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 459387 T1647 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 459389 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 459389 T1647 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 459389 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 459390 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 459392 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 459394 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51409",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51409_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 459394 T1625 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 459394 T1625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 459404 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 459507 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 459507 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 459507 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460390 T1647 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 460390 T1647 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 460391 T1647 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 460391 T1647 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 460392 T1647 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 460392 T1647 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/collection1/'
   [junit4]   2> 460393 T1647 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 460393 T1647 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 460393 T1647 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 460423 T1647 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 460446 T1647 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 460447 T1647 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 460453 T1647 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 460691 T1647 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 460692 T1647 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 460693 T1647 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 460697 T1647 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 460721 T1647 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 460721 T1647 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 460721 T1647 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-003/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1/
   [junit4]   2> 460722 T1647 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@780e4aa6
   [junit4]   2> 460722 T1647 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1
   [junit4]   2> 460723 T1647 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1/index/
   [junit4]   2> 460723 T1647 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 460723 T1647 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1/index
   [junit4]   2> 460724 T1647 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7fb96a71
   [junit4]   2> 460728 T1647 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 460728 T1647 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 460732 T1647 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 460732 T1647 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 460732 T1647 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 460733 T1647 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 460733 T1647 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 460733 T1647 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 460733 T1647 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 460734 T1647 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 460734 T1647 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 460734 T1647 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 460735 T1647 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 460735 T1647 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 460735 T1647 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 460735 T1647 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 460736 T1647 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 460736 T1647 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 460738 T1647 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 460740 T1647 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 460740 T1647 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 460741 T1647 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=56.24609375, floorSegmentMB=0.7041015625, forceMergeDeletesPctAllowed=11.408561809168626, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4421442274201489
   [junit4]   2> 460742 T1647 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 460742 T1647 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 460742 T1647 oass.SolrIndexSearcher.<init> Opening Searcher@137c92df[collection1] main
   [junit4]   2> 460742 T1647 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 460744 T1647 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 460744 T1647 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 460745 T1647 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 460745 T1647 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 460745 T1647 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 460746 T1647 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 460746 T1647 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 460746 T1647 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 460747 T1647 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 460750 T1648 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@137c92df[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 460752 T1647 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 460767 T1651 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51409 collection:collection1 shard:shard3
   [junit4]   2> 460767 T1600 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 460767 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 460768 T1651 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 460775 T1651 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 460777 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460777 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460777 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460777 T1651 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 460777 T1651 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2834 name=collection1 org.apache.solr.core.SolrCore@1afc9331 url=https://127.0.0.1:51409/collection1 node=127.0.0.1:51409_ C2834_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51409, core=collection1, node_name=127.0.0.1:51409_}
   [junit4]   2> 460777 T1651 C2834 P51409 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51409/collection1/
   [junit4]   2> 460778 T1651 C2834 P51409 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 460778 T1651 C2834 P51409 oasc.SyncStrategy.syncToMe https://127.0.0.1:51409/collection1/ has no replicas
   [junit4]   2> 460778 T1651 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51409/collection1/ shard3
   [junit4]   2> 460778 T1651 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 460778 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 460781 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460783 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460785 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460891 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460891 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460891 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 460934 T1651 oasc.ZkController.register We are https://127.0.0.1:51409/collection1/ and leader is https://127.0.0.1:51409/collection1/
   [junit4]   2> 460934 T1651 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51409
   [junit4]   2> 460934 T1651 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 460934 T1651 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 460934 T1651 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 460936 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460936 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460936 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 460937 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 460938 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 460938 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51409",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51409_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 460941 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 461008 T1600 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 461008 T1600 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 461014 T1600 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 461015 T1600 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:43471
   [junit4]   2> 461019 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 461019 T1600 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 461019 T1600 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004
   [junit4]   2> 461019 T1600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/'
   [junit4]   2> 461033 T1600 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/solr.xml
   [junit4]   2> 461043 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 461043 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 461043 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 461056 T1600 oasc.CoreContainer.<init> New CoreContainer 481810274
   [junit4]   2> 461056 T1600 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/]
   [junit4]   2> 461057 T1600 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 461057 T1600 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 461057 T1600 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 461057 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 461058 T1600 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 461058 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 461058 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 461058 T1600 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 461058 T1600 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 461060 T1600 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 461061 T1600 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 461061 T1600 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 461061 T1600 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40719/solr
   [junit4]   2> 461061 T1600 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 461062 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 461064 T1662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51613fbc name:ZooKeeperConnection Watcher:127.0.0.1:40719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 461065 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 461068 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 461070 T1664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24f30fc1 name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 461070 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 461083 T1600 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 462089 T1600 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43471_
   [junit4]   2> 462091 T1600 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43471_
   [junit4]   2> 462096 T1633 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 462096 T1646 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 462097 T1664 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 462096 T1624 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 462106 T1665 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 462107 T1665 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 462112 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 462112 T1665 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 462113 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 462113 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 462116 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 462118 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:43471",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43471_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 462118 T1625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 462118 T1625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 462123 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 462227 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 462227 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 462227 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 462227 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463113 T1665 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 463113 T1665 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 463114 T1665 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 463114 T1665 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 463115 T1665 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 463115 T1665 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/collection1/'
   [junit4]   2> 463116 T1665 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 463116 T1665 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 463116 T1665 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 463155 T1665 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 463178 T1665 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 463179 T1665 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 463185 T1665 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 463396 T1665 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 463397 T1665 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 463398 T1665 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 463401 T1665 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 463419 T1665 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 463420 T1665 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 463420 T1665 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-004/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2/
   [junit4]   2> 463420 T1665 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@780e4aa6
   [junit4]   2> 463420 T1665 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2
   [junit4]   2> 463421 T1665 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2/index/
   [junit4]   2> 463421 T1665 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 463421 T1665 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2/index
   [junit4]   2> 463422 T1665 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3fc713df
   [junit4]   2> 463426 T1665 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 463426 T1665 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 463430 T1665 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 463430 T1665 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 463430 T1665 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 463430 T1665 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 463430 T1665 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 463431 T1665 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 463431 T1665 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 463431 T1665 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 463431 T1665 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 463432 T1665 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 463432 T1665 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 463432 T1665 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 463432 T1665 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 463433 T1665 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 463433 T1665 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 463434 T1665 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 463436 T1665 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 463437 T1665 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 463438 T1665 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 463438 T1665 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=56.24609375, floorSegmentMB=0.7041015625, forceMergeDeletesPctAllowed=11.408561809168626, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4421442274201489
   [junit4]   2> 463439 T1665 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 463439 T1665 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 463440 T1665 oass.SolrIndexSearcher.<init> Opening Searcher@5dd6e0a0[collection1] main
   [junit4]   2> 463440 T1665 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 463441 T1665 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 463441 T1665 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 463442 T1665 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 463442 T1665 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 463442 T1665 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 463442 T1665 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 463443 T1665 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 463443 T1665 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 463443 T1665 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 463445 T1666 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5dd6e0a0[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 463447 T1665 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 463448 T1669 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:43471 collection:collection1 shard:shard1
   [junit4]   2> 463448 T1600 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 463448 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 463449 T1669 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 463455 T1669 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 463456 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463456 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463457 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463457 T1669 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 463457 T1669 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2835 name=collection1 org.apache.solr.core.SolrCore@30ee6cff url=https://127.0.0.1:43471/collection1 node=127.0.0.1:43471_ C2835_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:43471, core=collection1, node_name=127.0.0.1:43471_}
   [junit4]   2> 463457 T1669 C2835 P43471 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:43471/collection1/
   [junit4]   2> 463457 T1669 C2835 P43471 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 463457 T1669 C2835 P43471 oasc.SyncStrategy.syncToMe https://127.0.0.1:43471/collection1/ has no replicas
   [junit4]   2> 463457 T1669 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:43471/collection1/ shard1
   [junit4]   2> 463458 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 463458 T1669 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 463460 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463462 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463464 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463569 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463569 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463569 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463569 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463612 T1669 oasc.ZkController.register We are https://127.0.0.1:43471/collection1/ and leader is https://127.0.0.1:43471/collection1/
   [junit4]   2> 463613 T1669 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:43471
   [junit4]   2> 463613 T1669 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 463613 T1669 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 463613 T1669 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 463615 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463615 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463615 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463615 T1669 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 463616 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 463617 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:43471",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:43471_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 463619 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 463668 T1600 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 463668 T1600 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 463671 T1600 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 463672 T1600 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:37210
   [junit4]   2> 463674 T1600 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 463674 T1600 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 463674 T1600 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005
   [junit4]   2> 463675 T1600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/'
   [junit4]   2> 463685 T1600 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/solr.xml
   [junit4]   2> 463717 T1600 oasc.CoreContainer.<init> New CoreContainer 1968806121
   [junit4]   2> 463718 T1600 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/]
   [junit4]   2> 463718 T1600 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 463719 T1600 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 463719 T1600 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 463719 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 463719 T1600 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 463719 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 463720 T1600 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 463720 T1600 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 463720 T1600 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 463721 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463721 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463721 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463721 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 463723 T1600 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 463723 T1600 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 463723 T1600 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 463724 T1600 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40719/solr
   [junit4]   2> 463724 T1600 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 463725 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463726 T1680 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@255dc242 name:ZooKeeperConnection Watcher:127.0.0.1:40719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463726 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463728 T1600 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 463729 T1682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11099485 name:ZooKeeperConnection Watcher:127.0.0.1:40719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 463729 T1600 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 463737 T1600 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 464740 T1600 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37210_
   [junit4]   2> 464741 T1600 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37210_
   [junit4]   2> 464743 T1646 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 464743 T1682 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 464743 T1624 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 464743 T1633 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 464743 T1664 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 464748 T1683 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 464749 T1683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 464750 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464750 T1683 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 464750 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464751 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464752 T1625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 464752 T1625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:37210",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37210_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 464752 T1625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 464753 T1625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 464755 T1624 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 464856 T1624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 464856 T1646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 464856 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 464856 T1633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 464856 T1682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 465751 T1683 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 465751 T1683 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 465753 T1683 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 465753 T1683 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 465754 T1683 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 465755 T1683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/collection1/'
   [junit4]   2> 465756 T1683 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/collection1/lib/.svn/' to classloader
   [junit4]   2> 465756 T1683 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/collection1/lib/classes/' to classloader
   [junit4]   2> 465757 T1683 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-AB808A0DF6F26B0-001/tempDir-005/collection1/lib/README' to classloader
   [junit4]   2> 465798 T1683 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 465830 T1683 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2>

[...truncated too long message...]

wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
   [junit4]   2> 	  85) Thread[id=2323, name=qtp39637143-2323 Acceptor0 SslSelectChannelConnector@127.0.0.1:36038, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  86) Thread[id=2662, name=Thread-1332, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:944)
   [junit4]   2> 	  87) Thread[id=2675, name=qtp1089490924-2675 Acceptor1 SslSelectChannelConnector@127.0.0.1:59783, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  88) Thread[id=2762, name=Thread-922-SendThread(127.0.0.1:40719), state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> 	  89) Thread[id=2792, name=searcherExecutor-1358-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 7681936 T2785 oaz.ClientCnxn$SendThread.run WARN Session 0x14699836c510065 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 
   [junit4]   2> 7681937 T2705 oaz.ClientCnxn$SendThread.run WARN Session 0x14699836c51005f for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=da_DK, timezone=Etc/GMT+5
   [junit4]   2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=8,threads=106,free=40217984,total=294178816
   [junit4]   2> NOTE: All tests run in this JVM: [PingRequestHandlerTest, SolrTestCaseJ4Test, TestAtomicUpdateErrorCases, TestCursorMarkWithoutUniqueKey, SuggesterWFSTTest, ZkSolrClientTest, HdfsDirectoryTest, OutputWriterTest, TestQueryTypes, TestSchemaSimilarityResource, TestIndexSearcher, OpenCloseCoreStressTest, DocumentAnalysisRequestHandlerTest, TestCodecSupport, SuggesterTSTTest, CoreContainerCoreInitFailuresTest, TimeZoneUtilsTest, TestUpdate, TestNonNRTOpen, SuggestComponentTest, TestNoOpRegenerator, StandardRequestHandlerTest, PrimUtilsTest, TestRandomFaceting, JSONWriterTest, TestPhraseSuggestions, HdfsRecoveryZkTest, TestStressReorder, CurrencyFieldOpenExchangeTest, DefaultValueUpdateProcessorTest, TestBinaryField, TestHighlightDedupGrouping, AddBlockUpdateTest, NotRequiredUniqueKeyTest, CoreAdminRequestStatusTest, DirectSolrConnectionTest, TestAnalyzedSuggestions, OpenExchangeRatesOrgProviderTest, TestArbitraryIndexDir, SSLMigrationTest, TestPartialUpdateDeduplication, TestSolrQueryParserResource, TestFiltering, TestSchemaNameResource, DistribCursorPagingTest, FileUtilsTest, TestUniqueKeyFieldResource, ConvertedLegacyTest, TestOmitPositions, TestFieldResource, TestRequestStatusCollectionAPI, HdfsBasicDistributedZk2Test, TestSolrJ, TestSolr4Spatial, UniqFieldsUpdateProcessorFactoryTest, DistributedQueryComponentCustomSortTest, PreAnalyzedFieldTest, ShardRoutingCustomTest, TestRTGBase, TestCloudInspectUtil, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, DocExpirationUpdateProcessorFactoryTest, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=AB808A0DF6F26B0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=da_DK -Dtests.timezone=Etc/GMT+5 -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AB808A0DF6F26B0]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2062, name=RecoveryThread, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]    > Caused by: java.lang.AssertionError: liveDocs.count()=12 info.docCount=21 info.getDelCount()=12
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AB808A0DF6F26B0]:0)
   [junit4]    > 	at org.apache.lucene.codecs.lucene40.Lucene40LiveDocsFormat.readLiveDocs(Lucene40LiveDocsFormat.java:92)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:109)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:143)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:237)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:98)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:394)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:273)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:251)
   [junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1471)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1672)
   [junit4]    > 	at org.apache.solr.handler.SnapPuller.openNewSearcherAndUpdateCommitPoint(SnapPuller.java:673)
   [junit4]    > 	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:493)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:337)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:163)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:447)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
   [junit4] Completed on J1 in 7225.93s, 1 test, 3 errors <<< FAILURES!

[...truncated 110 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 405 suites, 1654 tests, 2 suite-level errors, 1 error, 204 ignored (16 assumptions)

Total time: 166 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_60) - Build # 10437 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/10437/
Java: 64bit/jdk1.7.0_60 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 266 from http://127.0.0.1:55464/collection1lastClient and got 233 from http://127.0.0.1:52118/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 266 from http://127.0.0.1:55464/collection1lastClient and got 233 from http://127.0.0.1:52118/collection1
	at __randomizedtesting.SeedInfo.seed([BC5ED3981D1EAED:8A236321F68E8AD1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11176 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/init-core-data-001
   [junit4]   2> 610979 T1440 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 610980 T1440 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 610984 T1440 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 610984 T1440 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 610985 T1441 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 611084 T1440 oasc.ZkTestServer.run start zk server on port:57232
   [junit4]   2> 611085 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611657 T1447 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4710bfc4 name:ZooKeeperConnection Watcher:127.0.0.1:57232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611657 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611657 T1440 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 611661 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611662 T1449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17e63276 name:ZooKeeperConnection Watcher:127.0.0.1:57232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611662 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611662 T1440 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 611664 T1440 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 611666 T1440 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 611668 T1440 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 611669 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 611669 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 611672 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 611673 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 611675 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 611675 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 611678 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 611679 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 611681 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 611681 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 611683 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 611683 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 611685 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 611685 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 611687 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 611687 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 611689 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 611690 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 611691 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 611692 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 611694 T1440 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 611694 T1440 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 611944 T1440 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 611946 T1440 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57586
   [junit4]   2> 611947 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 611947 T1440 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 611947 T1440 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002
   [junit4]   2> 611948 T1440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/'
   [junit4]   2> 611958 T1440 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/solr.xml
   [junit4]   2> 611979 T1440 oasc.CoreContainer.<init> New CoreContainer 1584429050
   [junit4]   2> 611979 T1440 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/]
   [junit4]   2> 611980 T1440 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 611980 T1440 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 611980 T1440 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 611980 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 611981 T1440 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 611981 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 611981 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 611981 T1440 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 611982 T1440 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 611982 T1440 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 611982 T1440 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 611982 T1440 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 611983 T1440 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57232/solr
   [junit4]   2> 611983 T1440 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 611984 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611985 T1460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29d4ee86 name:ZooKeeperConnection Watcher:127.0.0.1:57232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611986 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611988 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 611989 T1462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27b76648 name:ZooKeeperConnection Watcher:127.0.0.1:57232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 611990 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 611991 T1440 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 611994 T1440 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 611997 T1440 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 612000 T1440 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 612002 T1440 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 612004 T1440 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 612005 T1440 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57586_
   [junit4]   2> 612006 T1440 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57586_
   [junit4]   2> 612007 T1440 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 612009 T1440 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 612011 T1440 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57586_
   [junit4]   2> 612011 T1440 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 612013 T1440 oasc.Overseer.start Overseer (id=91929052833185795-127.0.0.1:57586_-n_0000000000) starting
   [junit4]   2> 612020 T1440 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 612027 T1464 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 612027 T1440 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 612029 T1440 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 612030 T1440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 612032 T1463 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 612034 T1465 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 612034 T1465 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 612035 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612035 T1465 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 612037 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612037 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57586",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57586_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 612037 T1463 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 612038 T1463 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 612040 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612040 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 613036 T1465 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 613036 T1465 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 613037 T1465 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 613037 T1465 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 613038 T1465 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 613038 T1465 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/collection1/'
   [junit4]   2> 613039 T1465 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 613039 T1465 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 613039 T1465 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 613065 T1465 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 613086 T1465 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 613087 T1465 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 613094 T1465 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 613289 T1465 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 613291 T1465 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 613292 T1465 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 613295 T1465 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 613310 T1465 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 613310 T1465 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 613317 T1465 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-002/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data/
   [junit4]   2> 613317 T1465 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62eabb86
   [junit4]   2> 613317 T1465 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data
   [junit4]   2> 613318 T1465 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data/index/
   [junit4]   2> 613318 T1465 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 613318 T1465 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data/index
   [junit4]   2> 613319 T1465 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=94.2421875, floorSegmentMB=2.0185546875, forceMergeDeletesPctAllowed=7.432889642334867, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4705409414985543
   [junit4]   2> 613322 T1465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 613322 T1465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 613324 T1465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 613325 T1465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 613325 T1465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 613325 T1465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 613325 T1465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 613325 T1465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 613326 T1465 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 613326 T1465 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 613326 T1465 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 613326 T1465 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 613327 T1465 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 613327 T1465 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 613327 T1465 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 613327 T1465 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 613328 T1465 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 613328 T1465 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 613330 T1465 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 613331 T1465 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 613332 T1465 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 613332 T1465 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.818909405854101]
   [junit4]   2> 613333 T1465 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 613333 T1465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 613334 T1465 oass.SolrIndexSearcher.<init> Opening Searcher@108613c[collection1] main
   [junit4]   2> 613334 T1465 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 613335 T1465 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 613335 T1465 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 613336 T1465 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 613336 T1465 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 613336 T1465 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 613337 T1465 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 613337 T1465 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 613337 T1465 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 613337 T1465 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 613339 T1466 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@108613c[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 613340 T1465 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 613340 T1469 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57586 collection:control_collection shard:shard1
   [junit4]   2> 613341 T1440 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 613341 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 613341 T1469 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 613342 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 613343 T1471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@602baba9 name:ZooKeeperConnection Watcher:127.0.0.1:57232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 613343 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 613344 T1440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 613346 T1469 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 613346 T1440 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 613347 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613348 T1469 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 613348 T1469 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1381 name=collection1 org.apache.solr.core.SolrCore@3c912727 url=http://127.0.0.1:57586/collection1 node=127.0.0.1:57586_ C1381_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:57586, core=collection1, node_name=127.0.0.1:57586_}
   [junit4]   2> 613348 T1469 C1381 P57586 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57586/collection1/
   [junit4]   2> 613348 T1469 C1381 P57586 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 613348 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613349 T1469 C1381 P57586 oasc.SyncStrategy.syncToMe http://127.0.0.1:57586/collection1/ has no replicas
   [junit4]   2> 613349 T1469 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57586/collection1/ shard1
   [junit4]   2> 613349 T1469 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 613351 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613353 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613356 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613457 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 613457 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 613504 T1469 oasc.ZkController.register We are http://127.0.0.1:57586/collection1/ and leader is http://127.0.0.1:57586/collection1/
   [junit4]   2> 613505 T1469 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57586
   [junit4]   2> 613505 T1469 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 613505 T1469 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 613505 T1469 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 613507 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613507 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613507 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613507 T1469 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613508 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 613509 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57586",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57586_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 613511 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 613580 T1440 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 613580 T1440 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 613582 T1440 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39025
   [junit4]   2> 613583 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 613583 T1440 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 613584 T1440 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003
   [junit4]   2> 613584 T1440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/'
   [junit4]   2> 613594 T1440 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/solr.xml
   [junit4]   2> 613613 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 613613 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 613614 T1440 oasc.CoreContainer.<init> New CoreContainer 609134060
   [junit4]   2> 613615 T1440 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/]
   [junit4]   2> 613616 T1440 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 613616 T1440 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 613616 T1440 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 613616 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 613616 T1440 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 613617 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 613617 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 613617 T1440 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 613617 T1440 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 613618 T1440 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 613618 T1440 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 613618 T1440 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 613618 T1440 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57232/solr
   [junit4]   2> 613619 T1440 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 613619 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 613621 T1482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77b0441e name:ZooKeeperConnection Watcher:127.0.0.1:57232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 613621 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 613623 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 613624 T1484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@462c3237 name:ZooKeeperConnection Watcher:127.0.0.1:57232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 613624 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 613630 T1440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 614633 T1440 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39025_
   [junit4]   2> 614634 T1440 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39025_
   [junit4]   2> 614636 T1471 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614636 T1462 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614637 T1484 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 614642 T1485 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 614642 T1485 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 614643 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614643 T1485 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 614644 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614644 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614645 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 614645 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39025",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39025_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 614645 T1463 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 614645 T1463 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 614650 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 614752 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614752 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614753 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 615644 T1485 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 615644 T1485 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 615645 T1485 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 615646 T1485 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 615647 T1485 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 615648 T1485 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/collection1/'
   [junit4]   2> 615648 T1485 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 615649 T1485 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 615649 T1485 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 615693 T1485 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 615726 T1485 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 615728 T1485 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 615739 T1485 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 616012 T1485 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 616015 T1485 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 616016 T1485 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 616020 T1485 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 616039 T1485 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 616039 T1485 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 616039 T1485 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-003/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1/
   [junit4]   2> 616040 T1485 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62eabb86
   [junit4]   2> 616040 T1485 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1
   [junit4]   2> 616041 T1485 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1/index/
   [junit4]   2> 616041 T1485 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 616042 T1485 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1/index
   [junit4]   2> 616042 T1485 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=94.2421875, floorSegmentMB=2.0185546875, forceMergeDeletesPctAllowed=7.432889642334867, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4705409414985543
   [junit4]   2> 616047 T1485 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 616047 T1485 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 616051 T1485 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 616051 T1485 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 616051 T1485 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 616051 T1485 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 616052 T1485 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 616052 T1485 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 616052 T1485 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 616052 T1485 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 616052 T1485 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 616053 T1485 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 616053 T1485 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 616053 T1485 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 616054 T1485 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 616054 T1485 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 616054 T1485 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 616055 T1485 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 616057 T1485 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 616058 T1485 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 616058 T1485 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 616059 T1485 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.818909405854101]
   [junit4]   2> 616060 T1485 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 616060 T1485 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 616061 T1485 oass.SolrIndexSearcher.<init> Opening Searcher@140dbbdb[collection1] main
   [junit4]   2> 616061 T1485 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 616062 T1485 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 616062 T1485 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 616062 T1485 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 616062 T1485 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 616063 T1485 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 616063 T1485 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 616063 T1485 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 616063 T1485 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 616064 T1485 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 616074 T1486 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@140dbbdb[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 616076 T1485 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 616077 T1489 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39025 collection:collection1 shard:shard3
   [junit4]   2> 616077 T1440 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 616077 T1489 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 616077 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 616082 T1489 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 616083 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616084 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616084 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616084 T1489 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 616084 T1489 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1382 name=collection1 org.apache.solr.core.SolrCore@1eeb8f6e url=http://127.0.0.1:39025/collection1 node=127.0.0.1:39025_ C1382_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:39025, core=collection1, node_name=127.0.0.1:39025_}
   [junit4]   2> 616085 T1489 C1382 P39025 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39025/collection1/
   [junit4]   2> 616085 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616085 T1489 C1382 P39025 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 616088 T1489 C1382 P39025 oasc.SyncStrategy.syncToMe http://127.0.0.1:39025/collection1/ has no replicas
   [junit4]   2> 616088 T1489 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39025/collection1/ shard3
   [junit4]   2> 616088 T1489 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 616089 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616093 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616098 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616202 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616202 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616202 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616245 T1489 oasc.ZkController.register We are http://127.0.0.1:39025/collection1/ and leader is http://127.0.0.1:39025/collection1/
   [junit4]   2> 616245 T1489 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39025
   [junit4]   2> 616245 T1489 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 616246 T1489 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 616246 T1489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 616247 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616247 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616247 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616247 T1489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616248 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 616249 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39025",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:39025_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 616251 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 616313 T1440 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 616314 T1440 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 616316 T1440 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59640
   [junit4]   2> 616317 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 616317 T1440 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 616318 T1440 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004
   [junit4]   2> 616318 T1440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/'
   [junit4]   2> 616328 T1440 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/solr.xml
   [junit4]   2> 616349 T1440 oasc.CoreContainer.<init> New CoreContainer 28888290
   [junit4]   2> 616349 T1440 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/]
   [junit4]   2> 616350 T1440 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 616350 T1440 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 616350 T1440 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 616351 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 616351 T1440 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 616351 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 616351 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 616351 T1440 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 616352 T1440 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 616352 T1440 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 616352 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616353 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616352 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 616352 T1440 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 616353 T1440 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 616354 T1440 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57232/solr
   [junit4]   2> 616354 T1440 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 616355 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 616356 T1500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@628a101f name:ZooKeeperConnection Watcher:127.0.0.1:57232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 616357 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 616359 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 616360 T1502 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d172cd name:ZooKeeperConnection Watcher:127.0.0.1:57232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 616360 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 616367 T1440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 617370 T1440 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59640_
   [junit4]   2> 617372 T1440 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59640_
   [junit4]   2> 617376 T1471 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 617377 T1502 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 617377 T1484 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 617377 T1462 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 617388 T1503 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 617389 T1503 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 617390 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617391 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617391 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617390 T1503 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 617393 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 617395 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59640",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59640_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 617395 T1463 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 617395 T1463 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 617403 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617506 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617506 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617506 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617506 T1502 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618392 T1503 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 618392 T1503 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 618393 T1503 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 618393 T1503 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 618394 T1503 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 618394 T1503 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/collection1/'
   [junit4]   2> 618395 T1503 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 618395 T1503 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 618395 T1503 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 618423 T1503 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 618443 T1503 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 618445 T1503 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 618467 T1503 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 618657 T1503 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 618659 T1503 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 618660 T1503 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 618663 T1503 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 618682 T1503 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 618683 T1503 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 618683 T1503 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-004/collection1/, dataDir=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2/
   [junit4]   2> 618683 T1503 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62eabb86
   [junit4]   2> 618684 T1503 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2
   [junit4]   2> 618684 T1503 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2/index/
   [junit4]   2> 618684 T1503 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 618685 T1503 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2/index
   [junit4]   2> 618685 T1503 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=94.2421875, floorSegmentMB=2.0185546875, forceMergeDeletesPctAllowed=7.432889642334867, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4705409414985543
   [junit4]   2> 618689 T1503 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 618699 T1503 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 618702 T1503 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 618702 T1503 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 618703 T1503 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 618703 T1503 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 618703 T1503 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 618703 T1503 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 618703 T1503 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 618704 T1503 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 618704 T1503 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 618704 T1503 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 618705 T1503 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 618705 T1503 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 618705 T1503 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 618705 T1503 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 618706 T1503 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 618706 T1503 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 618708 T1503 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 618709 T1503 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 618710 T1503 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 618710 T1503 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.818909405854101]
   [junit4]   2> 618711 T1503 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 618711 T1503 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 618712 T1503 oass.SolrIndexSearcher.<init> Opening Searcher@23ca8fc8[collection1] main
   [junit4]   2> 618712 T1503 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 618713 T1503 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 618713 T1503 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 618714 T1503 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 618714 T1503 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 618714 T1503 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 618715 T1503 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 618715 T1503 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 618715 T1503 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 618715 T1503 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 618717 T1504 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23ca8fc8[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 618720 T1503 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 618721 T1507 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59640 collection:collection1 shard:shard1
   [junit4]   2> 618722 T1440 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 618722 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 618722 T1507 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 618726 T1507 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 618728 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618728 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618728 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618728 T1507 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 618728 T1507 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1383 name=collection1 org.apache.solr.core.SolrCore@61331e0f url=http://127.0.0.1:59640/collection1 node=127.0.0.1:59640_ C1383_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:59640, core=collection1, node_name=127.0.0.1:59640_}
   [junit4]   2> 618729 T1507 C1383 P59640 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59640/collection1/
   [junit4]   2> 618729 T1507 C1383 P59640 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 618729 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 618729 T1507 C1383 P59640 oasc.SyncStrategy.syncToMe http://127.0.0.1:59640/collection1/ has no replicas
   [junit4]   2> 618729 T1507 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59640/collection1/ shard1
   [junit4]   2> 618729 T1507 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 618731 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618733 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618736 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618842 T1502 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618842 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618842 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618842 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618884 T1507 oasc.ZkController.register We are http://127.0.0.1:59640/collection1/ and leader is http://127.0.0.1:59640/collection1/
   [junit4]   2> 618884 T1507 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59640
   [junit4]   2> 618884 T1507 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 618885 T1507 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 618885 T1507 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 618886 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618886 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618887 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618887 T1507 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 618888 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 618889 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59640",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59640_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 618891 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 618946 T1440 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 618947 T1440 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 618950 T1440 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58778
   [junit4]   2> 618950 T1440 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 618950 T1440 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 618950 T1440 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-005
   [junit4]   2> 618951 T1440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-005/'
   [junit4]   2> 618961 T1440 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-005/solr.xml
   [junit4]   2> 618981 T1440 oasc.CoreContainer.<init> New CoreContainer 1942939489
   [junit4]   2> 618982 T1440 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-005/]
   [junit4]   2> 618982 T1440 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 618982 T1440 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 618983 T1440 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 618983 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 618983 T1440 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 618983 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 618983 T1440 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 618984 T1440 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 618984 T1440 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 618984 T1440 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 618984 T1440 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 618985 T1440 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 618985 T1440 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57232/solr
   [junit4]   2> 618985 T1440 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 618986 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 618988 T1518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14b8ccad name:ZooKeeperConnection Watcher:127.0.0.1:57232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 618989 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 618992 T1440 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 618993 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618993 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618993 T1502 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618993 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 618993 T1520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4310a589 name:ZooKeeperConnection Watcher:127.0.0.1:57232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 618994 T1440 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 619000 T1440 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 620002 T1440 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58778_
   [junit4]   2> 620013 T1440 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58778_
   [junit4]   2> 620023 T1502 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 620023 T1462 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 620023 T1520 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 620023 T1484 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 620023 T1471 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 620029 T1521 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 620030 T1521 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 620031 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 620031 T1521 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 620031 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 620031 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 620032 T1463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 620033 T1463 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58778",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58778_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 620033 T1463 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 620033 T1463 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 620037 T1462 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 620139 T1502 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 620139 T1462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 620139 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 620139 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 620139 T1520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 621031 T1521 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 621031 T1521 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 621032 T1521 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 621032 T1521 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 621033 T1521 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 621033 T1521 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-005/collection1/'
   [junit4]   2> 621034 T1521 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-005/collection1/lib/.svn/' to classloader
   [junit4]   2> 621034 T1521 oasc.

[...truncated too long message...]

nExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 722216 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722218 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722218 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722219 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722219 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722216 T2091 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 722219 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722220 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722220 T2042 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 722220 T1987 C2415 P37816 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9/index.20140614060815419,segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9/index.20140614060815419,segFN=segments_8,generation=8}
   [junit4]   2> 722221 T1987 C2415 P37816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 722242 T1987 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 722243 T1987 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 722243 T1987 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9;done=false>>]
   [junit4]   2> 722244 T1987 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9
   [junit4]   2> 722244 T1987 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9/index.20140614060815419 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9/index.20140614060815419;done=false>>]
   [junit4]   2> 722244 T1987 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001/tempDir-001/jetty9/index.20140614060815419
   [junit4]   2> 722245 T1987 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 722245 T1987 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solr.cloud.ChaosMonkeySafeLeaderTest-BC5ED3981D1EAED-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ko, timezone=Iceland
   [junit4]   2> NOTE: Linux 3.8.0-41-generic amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=8,threads=1,free=117950760,total=463876096
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressUserVersions, TestFieldSortValues, TestHighFrequencyDictionaryFactory, HighlighterMaxOffsetTest, SolrCoreCheckLockOnStartupTest, TestMultiCoreConfBootstrap, TestFoldingMultitermQuery, IndexSchemaRuntimeFieldTest, DisMaxRequestHandlerTest, HdfsDirectoryTest, DebugComponentTest, TestDefaultSearchFieldResource, OpenCloseCoreStressTest, DistributedQueryComponentOptimizationTest, SolrCmdDistributorTest, TestFreeTextSuggestions, DocExpirationUpdateProcessorFactoryTest, TestQueryTypes, TestFileDictionaryLookup, DirectSolrConnectionTest, TestDistributedMissingSort, TestOverriddenPrefixQueryForCustomFieldType, TestRequestStatusCollectionAPI, DocumentAnalysisRequestHandlerTest, TestSimpleQParserPlugin, TestSolrXmlPersistor, FieldAnalysisRequestHandlerTest, MigrateRouteKeyTest, SignatureUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestWordDelimiterFilterFactory, TestBinaryResponseWriter, SortByFunctionTest, TestRTGBase, BlockDirectoryTest, ZkSolrClientTest, TestCopyFieldCollectionResource, PreAnalyzedFieldTest, TestUtils, TestJmxIntegration, BasicDistributedZk2Test, TestFieldResource, ShardRoutingCustomTest, TestAnalyzedSuggestions, HdfsBasicDistributedZk2Test, RemoteQueryErrorTest, TestAtomicUpdateErrorCases, HdfsBasicDistributedZkTest, TestStressReorder, ParsingFieldUpdateProcessorsTest, TestIndexingPerformance, PluginInfoTest, InfoHandlerTest, ChaosMonkeySafeLeaderTest]
   [junit4] Completed on J1 in 112.23s, 1 test, 1 failure <<< FAILURES!

[...truncated 889 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1297: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:921: There were test failures: 405 suites, 1654 tests, 1 failure, 38 ignored (17 assumptions)

Total time: 72 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any