You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/11/09 05:59:25 UTC

[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.6.0_45) - Build # 3368 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3368/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseParallelGC

4 tests failed.
REGRESSION:  org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch

Error Message:
Invalid replica : core_node2 in shard/collection : shard1/delLiveColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Invalid replica : core_node2 in shard/collection : shard1/delLiveColl
	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F:2E21784455D085B3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:149)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:135)
	at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
ERROR: SolrZkClient opens=15 closes=14

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
	at sun.reflect.GeneratedMethodAccessor27.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:     1) Thread[id=7901, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)    2) Thread[id=7900, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-SendThread(127.0.0.1:49815), state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)         at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)         at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 
   1) Thread[id=7901, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   2) Thread[id=7900, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-SendThread(127.0.0.1:49815), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=7900, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-SendThread(127.0.0.1:49815), state=RUNNABLE, group=TGRP-DeleteReplicaTest]         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)         at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)         at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=7900, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-SendThread(127.0.0.1:49815), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F]:0)




Build Log:
[...truncated 10221 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> 2992055 T7814 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2992059 T7814 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-DeleteReplicaTest-1383972991522
   [junit4]   2> 2992061 T7814 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2992062 T7815 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2992142 T7814 oasc.ZkTestServer.run start zk server on port:49815
   [junit4]   2> 2992144 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2992150 T7821 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@714123ae name:ZooKeeperConnection Watcher:127.0.0.1:49815 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2992150 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2992150 T7814 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2992156 T7816 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1423b37f2290000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 2992157 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2992161 T7823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e1923a8 name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2992161 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2992161 T7814 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2992168 T7814 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2992173 T7814 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2992178 T7814 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2992183 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2992183 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2992192 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2992192 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2992199 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2992199 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2992205 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2992205 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2992211 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2992211 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2992216 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2992216 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2992223 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2992224 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2992230 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2992230 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2992238 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2992238 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2992245 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2992245 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2992251 T7814 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2992251 T7814 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2992647 T7814 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2992651 T7814 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49822
   [junit4]   2> 2992652 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2992652 T7814 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2992652 T7814 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383972991720
   [junit4]   2> 2992652 T7814 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383972991720\'
   [junit4]   2> 2992678 T7814 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383972991720\solr.xml
   [junit4]   2> 2992737 T7814 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2992738 T7814 oasc.CoreContainer.<init> New CoreContainer 1808578760
   [junit4]   2> 2992739 T7814 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383972991720\]
   [junit4]   2> 2992742 T7814 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2992742 T7814 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2992743 T7814 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2992743 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2992744 T7814 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2992744 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2992745 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2992745 T7814 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2992745 T7814 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2992749 T7814 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2992749 T7814 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2992749 T7814 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49815/solr
   [junit4]   2> 2992750 T7814 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2992751 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2992763 T7834 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d7789c2 name:ZooKeeperConnection Watcher:127.0.0.1:49815 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2992764 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2992769 T7816 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1423b37f2290002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 
   [junit4]   2> 2992771 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2992775 T7836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b936ef3 name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2992775 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2992778 T7814 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2992787 T7814 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2992795 T7814 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2992799 T7814 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49822_
   [junit4]   2> 2992801 T7814 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49822_
   [junit4]   2> 2992808 T7814 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2992820 T7814 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2992825 T7814 oasc.Overseer.start Overseer (id=90700053972844547-127.0.0.1:49822_-n_0000000000) starting
   [junit4]   2> 2992833 T7814 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2992841 T7838 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2992841 T7814 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2992849 T7814 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2992854 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2992861 T7837 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2992865 T7814 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383972991720
   [junit4]   2> 2993039 T7814 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383972991720\conf\
   [junit4]   2> 2993050 T7814 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2993051 T7814 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2993051 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2993056 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2993060 T7841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72613329 name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2993060 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2993062 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2993067 T7814 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2993453 T7814 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2993456 T7814 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49834
   [junit4]   2> 2993456 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2993456 T7814 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2993456 T7814 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529
   [junit4]   2> 2993456 T7814 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\'
   [junit4]   2> 2993480 T7814 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\solr.xml
   [junit4]   2> 2993551 T7814 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2993552 T7814 oasc.CoreContainer.<init> New CoreContainer 1894737814
   [junit4]   2> 2993553 T7814 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\]
   [junit4]   2> 2993555 T7814 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2993555 T7814 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2993555 T7814 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2993555 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2993555 T7814 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2993555 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2993556 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2993556 T7814 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2993556 T7814 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2993560 T7814 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2993560 T7814 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2993560 T7814 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49815/solr
   [junit4]   2> 2993562 T7814 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2993563 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2993572 T7852 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7579e2c6 name:ZooKeeperConnection Watcher:127.0.0.1:49815 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2993573 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2993578 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2993582 T7854 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c6100d name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2993582 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2993592 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2994486 T7814 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49834_
   [junit4]   2> 2994489 T7814 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49834_
   [junit4]   2> 2994495 T7854 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2994496 T7841 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2994497 T7836 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2994504 T7814 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529
   [junit4]   2> 2994683 T7814 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\conf\
   [junit4]   2> 2994695 T7814 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2994696 T7814 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2994696 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2995079 T7814 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2995082 T7814 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49843
   [junit4]   2> 2995083 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2995083 T7814 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2995083 T7814 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160
   [junit4]   2> 2995083 T7814 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\'
   [junit4]   2> 2995106 T7814 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\solr.xml
   [junit4]   2> 2995168 T7814 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2995168 T7814 oasc.CoreContainer.<init> New CoreContainer 209697662
   [junit4]   2> 2995168 T7814 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\]
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2995171 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2995173 T7814 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2995173 T7814 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2995176 T7814 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2995176 T7814 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2995176 T7814 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49815/solr
   [junit4]   2> 2995176 T7814 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2995179 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2995187 T7866 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15ee539b name:ZooKeeperConnection Watcher:127.0.0.1:49815 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2995187 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2995192 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2995195 T7868 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df1c50e name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2995196 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2995204 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2996095 T7814 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49843_
   [junit4]   2> 2996098 T7814 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49843_
   [junit4]   2> 2996105 T7841 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2996106 T7868 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2996107 T7854 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2996107 T7836 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2996114 T7814 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160
   [junit4]   2> 2996313 T7814 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\conf\
   [junit4]   2> 2996324 T7814 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2996325 T7814 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2996325 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2996752 T7814 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2996755 T7814 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49852
   [junit4]   2> 2996755 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2996755 T7814 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2996755 T7814 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789
   [junit4]   2> 2996755 T7814 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\'
   [junit4]   2> 2996779 T7814 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\solr.xml
   [junit4]   2> 2996853 T7814 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2996853 T7814 oasc.CoreContainer.<init> New CoreContainer 1734850043
   [junit4]   2> 2996853 T7814 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\]
   [junit4]   2> 2996857 T7814 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2996857 T7814 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2996857 T7814 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2996857 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2996859 T7814 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2996859 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2996859 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2996861 T7814 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2996861 T7814 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2996867 T7814 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2996867 T7814 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2996867 T7814 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49815/solr
   [junit4]   2> 2996867 T7814 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2996869 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2996878 T7880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49dca6c6 name:ZooKeeperConnection Watcher:127.0.0.1:49815 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2996878 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2996885 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2996890 T7882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@700cd907 name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2996890 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2996901 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2997799 T7814 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49852_
   [junit4]   2> 2997802 T7814 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49852_
   [junit4]   2> 2997810 T7854 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2997811 T7836 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2997812 T7868 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2997812 T7882 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2997813 T7841 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 2997823 T7814 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789
   [junit4]   2> 2998016 T7814 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\conf\
   [junit4]   2> 2998026 T7814 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2998027 T7814 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2998027 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2998426 T7814 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2998429 T7814 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49861
   [junit4]   2> 2998429 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2998429 T7814 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2998429 T7814 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491
   [junit4]   2> 2998429 T7814 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\'
   [junit4]   2> 2998452 T7814 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\solr.xml
   [junit4]   2> 2998509 T7814 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 2998510 T7814 oasc.CoreContainer.<init> New CoreContainer 678182052
   [junit4]   2> 2998511 T7814 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\]
   [junit4]   2> 2998512 T7814 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2998512 T7814 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2998512 T7814 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2998512 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2998512 T7814 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2998513 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2998515 T7814 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2998515 T7814 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2998515 T7814 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2998518 T7814 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2998520 T7814 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2998520 T7814 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49815/solr
   [junit4]   2> 2998520 T7814 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2998523 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2998536 T7894 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a0147b7 name:ZooKeeperConnection Watcher:127.0.0.1:49815 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2998537 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2998542 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2998546 T7896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36978012 name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2998548 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2998557 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2999450 T7814 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49861_
   [junit4]   2> 2999453 T7814 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49861_
   [junit4]   2> 2999461 T7836 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2999463 T7882 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2999464 T7854 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2999464 T7868 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2999465 T7896 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2999466 T7841 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 2999477 T7814 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491
   [junit4]   2> 2999694 T7814 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\conf\
   [junit4]   2> 2999700 T7814 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 2999702 T7814 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2999702 T7814 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2999707 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2999712 T7899 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29c275e3 name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2999712 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2999714 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2999721 T7814 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2999725 T7901 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65fa971d name:ZooKeeperConnection Watcher:127.0.0.1:49815/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2999726 T7814 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2999727 T7814 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2999735 T7891 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=2&name=delLiveColl&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 2999738 T7836 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2999742 T7838 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 2999743 T7838 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 3000871 T7837 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3000872 T7837 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
   [junit4]   2> 3000872 T7837 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
   [junit4]   2> 3000882 T7896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000883 T7868 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000883 T7836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000884 T7882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000885 T7854 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000885 T7841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000885 T7899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000886 T7901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3000909 T7838 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 3000909 T7838 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:49861_
   [junit4]   2> 3000911 T7838 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:49843_
   [junit4]   2> 3000911 T7838 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:49834_
   [junit4]   2> 3000913 T7838 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:49852_
   [junit4]   2> 3000916 T7890 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down
   [junit4]   2> 3000916 T7863 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down
   [junit4]   2> 3000917 T7848 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down
   [junit4]   2> 3000920 T7890 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3000922 T7863 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3000922 T7848 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3000922 T7878 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down
   [junit4]   2> 3000924 T7878 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3002318 T7837 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3002320 T7837 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49861",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49861_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3002328 T7837 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49843",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49843_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3002337 T7837 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49834",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49834_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3002345 T7837 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49852",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:49852_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3002354 T7896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002354 T7854 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002354 T7836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002355 T7868 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002367 T7841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002368 T7901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002369 T7899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002370 T7882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3002828 T7890 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
   [junit4]   2> 3002830 T7863 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
   [junit4]   2> 3002830 T7890 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1
   [junit4]   2> 3002830 T7890 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3002830 T7848 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
   [junit4]   2> 3002831 T7848 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using instanceDir: .\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\delLiveColl_shard2_replica1
   [junit4]   2> 3002831 T7848 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3002834 T7878 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
   [junit4]   2> 3002835 T7878 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2
   [junit4]   2> 3002835 T7878 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3002839 T7890 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3002839 T7890 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3002840 T7848 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3002840 T7848 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3002841 T7878 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3002841 T7878 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3002844 T7863 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using instanceDir: .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2
   [junit4]   2> 3002844 T7863 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3002845 T7878 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3002846 T7878 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3002846 T7848 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3002846 T7848 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3002848 T7890 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3002848 T7890 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3002850 T7863 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3002850 T7863 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3002857 T7878 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3002859 T7848 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3002860 T7890 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3002860 T7863 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3002860 T7863 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3002862 T7878 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\'
   [junit4]   2> 3002867 T7848 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\delLiveColl_shard2_replica1\'
   [junit4]   2> 3002875 T7863 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3002880 T7890 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\'
   [junit4]   2> 3002890 T7863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\'
   [junit4]   2> 3002954 T7890 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 3002956 T7878 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 3003024 T7890 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3003026 T7878 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3003065 T7848 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 3003080 T7863 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_46
   [junit4]   2> 3003143 T7848 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3003147 T7890 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3003149 T7863 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3003154 T7878 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3003154 T7890 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
   [junit4]   2> 3003162 T7878 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
   [junit4]   2> 3003259 T7848 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3003268 T7848 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
   [junit4]   2> 3003319 T7863 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3003328 T7863 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
   [junit4]   2> 3004246 T7878 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004248 T7878 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004249 T7878 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3004274 T7878 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3004277 T7878 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3004322 T7863 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004322 T7863 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004325 T7863 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3004332 T7863 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3004335 T7863 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3004544 T7890 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004544 T7890 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004547 T7890 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3004553 T7890 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3004558 T7890 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3004565 T7848 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004566 T7848 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3004568 T7848 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3004578 T7848 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3004582 T7848 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3004612 T7863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004622 T7863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004631 T7863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004631 T7878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004637 T7863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004637 T7863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004637 T7863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004641 T7878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004646 T7863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004646 T7863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004646 T7863 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3004647 T7863 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\, dataDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\data\
   [junit4]   2> 3004647 T7863 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24dbf79d
   [junit4]   2> 3004651 T7863 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\data\
   [junit4]   2> 3004651 T7863 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\data\index/
   [junit4]   2> 3004652 T7863 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3004653 T7878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004654 T7890 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004655 T7863 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383972994160\delLiveColl_shard1_replica2\data\index
   [junit4]   2> 3004657 T7863 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=92.13671875, floorSegmentMB=1.6845703125, forceMergeDeletesPctAllowed=10.07479168127855, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3460731492495054
   [junit4]   2> 3004658 T7863 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@172215e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3cef340e),segFN=segments_1,generation=1}
   [junit4]   2> 3004658 T7878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004659 T7878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004660 T7878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004659 T7863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3004664 T7890 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004666 T7863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3004667 T7863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3004668 T7863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3004668 T7863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3004670 T7863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3004670 T7863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3004671 T7863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3004671 T7863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3004671 T7863 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3004673 T7863 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3004673 T7863 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3004673 T7863 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3004673 T7890 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004670 T7848 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004669 T7878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004675 T7878 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004676 T7878 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3004676 T7878 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\, dataDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\data\
   [junit4]   2> 3004677 T7878 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24dbf79d
   [junit4]   2> 3004673 T7863 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3004678 T7863 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3004679 T7863 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3004679 T7878 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\data\
   [junit4]   2> 3004680 T7878 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\data\index/
   [junit4]   2> 3004680 T7878 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3004680 T7878 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383972995789\delLiveColl_shard2_replica2\data\index
   [junit4]   2> 3004682 T7878 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=92.13671875, floorSegmentMB=1.6845703125, forceMergeDeletesPctAllowed=10.07479168127855, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3460731492495054
   [junit4]   2> 3004682 T7878 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3e0e0bf0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4160f345),segFN=segments_1,generation=1}
   [junit4]   2> 3004682 T7878 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3004682 T7863 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3004687 T7878 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3004688 T7878 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3004689 T7878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3004689 T7878 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3004689 T7878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3004689 T7878 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3004690 T7878 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3004690 T7878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3004690 T7878 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3004692 T7878 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3004692 T7878 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3004692 T7878 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3004692 T7878 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3004693 T7878 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3004694 T7878 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3004696 T7878 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3004696 T7848 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3004679 T7890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004697 T7890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004697 T7890 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004690 T7863 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3004699 T7863 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3004700 T7863 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=69.8017578125, floorSegmentMB=1.48828125, forceMergeDeletesPctAllowed=2.561085221987808, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1973420075827943
   [junit4]   2> 3004701 T7878 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3004702 T7878 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3004701 T7863 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@172215e8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3cef340e),segFN=segments_1,generation=1}
   [junit4]   2> 3004703 T7878 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=69.8017578125, floorSegmentMB=1.48828125, forceMergeDeletesPctAllowed=2.561085221987808, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1973420075827943
   [junit4]   2> 3004704 T7863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3004704 T7863 oass.SolrIndexSearcher.<init> Opening Searcher@3efe80d1 main
   [junit4]   2> 3004705 T7878 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3e0e0bf0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4160f345),segFN=segments_1,generation=1}
   [junit4]   2> 3004707 T7878 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3004707 T7878 oass.SolrIndexSearcher.<init> Opening Searcher@545556d2 main
   [junit4]   2> 3004708 T7890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004708 T7890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004709 T7890 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3004710 T7890 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\, dataDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\data\
   [junit4]   2> 3004710 T7890 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24dbf79d
   [junit4]   2> 3004708 T7848 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004714 T7906 oasc.SolrCore.registerSearcher [delLiveColl_shard1_replica2] Registered new searcher Searcher@3efe80d1 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3004714 T7863 oasc.CoreContainer.registerCore registering core: delLiveColl_shard1_replica2
   [junit4]   2> 3004714 T7863 oasc.ZkController.register Register replica - core:delLiveColl_shard1_replica2 address:http://127.0.0.1:49843 collection:delLiveColl shard:shard1
   [junit4]   2> 3004716 T7878 oasc.CoreContainer.registerCore registering core: delLiveColl_shard2_replica2
   [junit4]   2> 3004716 T7878 oasc.ZkController.register Register replica - core:delLiveColl_shard2_replica2 address:http://127.0.0.1:49852 collection:delLiveColl shard:shard2
   [junit4]   2> 3004717 T7907 oasc.SolrCore.registerSearcher [delLiveColl_shard2_replica2] Registered new searcher Searcher@545556d2 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3004717 T7890 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\data\
   [junit4]   2> 3004719 T7878 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl/leader_elect/shard2/election
   [junit4]   2> 3004719 T7890 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\data\index/
   [junit4]   2> 3004719 T7890 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3004720 T7890 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383972997491\delLiveColl_shard1_replica1\data\index
   [junit4]   2> 3004721 T7890 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=92.13671875, floorSegmentMB=1.6845703125, forceMergeDeletesPctAllowed=10.07479168127855, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3460731492495054
   [junit4]   2> 3004718 T7863 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl/leader_elect/shard1/election
   [junit4]   2> 3004722 T7890 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@69bcb21 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@601eaefa),segFN=segments_1,generation=1}
   [junit4]   2> 3004723 T7890 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3004719 T7848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004724 T7848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004725 T7848 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3004729 T7890 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3004730 T7890 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3004731 T7890 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3004731 T7890 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3004732 T7890 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3004732 T7890 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3004733 T7848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3004734 T7848 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3004734 T7848 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3004735 T7890 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3004735 T7848 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at .\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383972992529\delLiveColl_shard2_replica1\, dataDir=.\org.apache.solr.cloud.DeleteReplicaTest-

[...truncated too long message...]

Test, SortByFunctionTest, ShowFileRequestHandlerTest, PreAnalyzedFieldTest, CachingDirectoryFactoryTest, SystemInfoHandlerTest, SuggesterTest, SliceStateUpdateTest, TestHashPartitioner, UniqFieldsUpdateProcessorFactoryTest, TestSchemaSimilarityResource, DOMUtilTest, HighlighterTest, SoftAutoCommitTest, TestDocumentBuilder, FullSolrCloudDistribCmdsTest, TestNoOpRegenerator, TestRecovery, DirectSolrSpellCheckerTest, DocValuesMissingTest, TestPartialUpdateDeduplication, PluginInfoTest, PreAnalyzedUpdateProcessorTest, FastVectorHighlighterTest, AutoCommitTest, TestWriterPerf, FileBasedSpellCheckerTest, ScriptEngineTest, AddBlockUpdateTest, TestImplicitCoreProperties, TestInfoStreamLogging, SuggesterFSTTest, SolrCmdDistributorTest, TestUpdate, TestReloadAndDeleteDocs, TestLFUCache, TestStressRecovery, TestCSVResponseWriter, TestCollationField, TestManagedSchema, BadComponentTest, TestFieldTypeCollectionResource, OpenExchangeRatesOrgProviderTest, ZkCLITest, ChaosMonkeySafeLeaderTest, CSVRequestHandlerTest, TestSurroundQueryParser, RecoveryZkTest, ShardRoutingTest, TestDefaultSearchFieldResource, TestLRUCache, AssignTest, TestNRTOpen, TermVectorComponentTest, TestBinaryResponseWriter, TestDynamicFieldCollectionResource, SolrIndexSplitterTest, TestCloudManagedSchema, AnalysisAfterCoreReloadTest, TestCloudManagedSchemaAddField, TestQuerySenderListener, StressHdfsTest, EchoParamsTest, TestFastOutputStream, TestRealTimeGet, ParsingFieldUpdateProcessorsTest, MultiTermTest, SampleTest, DebugComponentTest, MoreLikeThisHandlerTest, DocValuesTest, TestFaceting, TestCollationKeyRangeQueries, SuggesterTSTTest, CoreAdminHandlerTest, BasicDistributedZkTest, TestDefaultSimilarityFactory, NoCacheHeaderTest, TestRandomFaceting, TestSweetSpotSimilarityFactory, TestSolrQueryParser, ClusterStateTest, TestAnalyzeInfixSuggestions, SOLR749Test, TestRTGBase, QueryEqualityTest, TestAddFieldRealTimeGet, HdfsBasicDistributedZk2Test, TestLazyCores, TestSearchPerf, SearchHandlerTest, URLClassifyProcessorTest, TermsComponentTest, SpatialFilterTest, IndexSchemaTest, TestSolrDeletionPolicy1, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TermVectorComponentDistributedTest, TestJoin, TestMultiCoreConfBootstrap, TestReload, TestStressVersions, HardAutoCommitTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFiltering, TestFunctionQuery, DirectUpdateHandlerTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, LoggingHandlerTest, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, QueryParsingTest, TestComponentsName, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestNumberUtils, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TestFastLRUCache, TestSolrXMLSerializer, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, TestSolrJ, TestUtils, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, FileUtilsTest, SolrTestCaseJ4Test, AliasIntegrationTest, CustomCollectionTest, DeleteReplicaTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteReplicaTest -Dtests.seed=AFC7F65C228FE58F -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Europe/Zurich -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s | DeleteReplicaTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 
   [junit4]    >    1) Thread[id=7901, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]    >    2) Thread[id=7900, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-SendThread(127.0.0.1:49815), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=7900, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[AFC7F65C228FE58F]-SendThread(127.0.0.1:49815), state=RUNNABLE, group=TGRP-DeleteReplicaTest]
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273)
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255)
   [junit4]    >         at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
   [junit4]    >         at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:338)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFC7F65C228FE58F]:0)
   [junit4] Completed in 116.96s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 121 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:428: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:408: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:483: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1275: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:911: There were test failures: 335 suites, 1475 tests, 3 suite-level errors, 1 error, 147 ignored (13 assumptions)

Total time: 78 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure