You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/11/02 12:50:26 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_45) - Build # 3418 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3418/
Java: 32bit/jdk1.7.0_45 -server -XX:+UseG1GC

4 tests failed.
REGRESSION:  org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch

Error Message:
Invalid replica : core_node1 in shard/collection : shard1/delLiveColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Invalid replica : core_node1 in shard/collection : shard1/delLiveColl
	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8:9C8547CFF8B8EDD4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:464)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:268)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
	at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:148)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:134)
	at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:115)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.GeneratedMethodAccessor59.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
ERROR: SolrZkClient opens=15 closes=14

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
	at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest:     1) Thread[id=9042, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-SendThread(127.0.0.1:53229), state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)    2) Thread[id=9043, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 
   1) Thread[id=9042, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-SendThread(127.0.0.1:53229), state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
   2) Thread[id=9043, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteReplicaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=9042, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-SendThread(127.0.0.1:53229), state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=9042, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-SendThread(127.0.0.1:53229), state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8]:0)




Build Log:
[...truncated 10711 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> 3641058 T8956 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3641063 T8956 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-DeleteReplicaTest-1383392864727
   [junit4]   2> 3641065 T8956 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 3641066 T8957 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3641137 T8956 oasc.ZkTestServer.run start zk server on port:53229
   [junit4]   2> 3641139 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3641143 T8963 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@237784 name:ZooKeeperConnection Watcher:127.0.0.1:53229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3641144 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3641144 T8956 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3641147 T8958 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14218a3e9dd0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3641149 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3641151 T8965 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1612904 name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3641152 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3641152 T8956 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3641156 T8956 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3641158 T8956 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3641161 T8956 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3641163 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3641164 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3641168 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3641168 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3641172 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3641172 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3641175 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3641175 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3641178 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3641178 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3641182 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3641182 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3641184 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3641184 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3641189 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3641189 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3641191 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3641191 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3641196 T8956 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3641196 T8956 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3641200 T8958 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14218a3e9dd0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3641531 T8956 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3641535 T8956 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53236
   [junit4]   2> 3641536 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3641537 T8956 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3641537 T8956 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863
   [junit4]   2> 3641537 T8956 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\'
   [junit4]   2> 3641564 T8956 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\solr.xml
   [junit4]   2> 3641624 T8956 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 3641624 T8956 oasc.CoreContainer.<init> New CoreContainer 32516522
   [junit4]   2> 3641624 T8956 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\]
   [junit4]   2> 3641626 T8956 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 3641626 T8956 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3641627 T8956 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3641627 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3641627 T8956 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3641627 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3641627 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3641628 T8956 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3641628 T8956 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3641631 T8956 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3641631 T8956 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3641631 T8956 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53229/solr
   [junit4]   2> 3641632 T8956 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3641634 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3641638 T8976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@189d875 name:ZooKeeperConnection Watcher:127.0.0.1:53229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3641639 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3641641 T8958 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14218a3e9dd0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3641643 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3641645 T8978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e77358 name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3641645 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3641646 T8956 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3641650 T8956 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3641653 T8956 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3641655 T8956 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53236_
   [junit4]   2> 3641655 T8956 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53236_
   [junit4]   2> 3641659 T8956 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3641664 T8956 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3641666 T8956 oasc.Overseer.start Overseer (id=90662034783141891-127.0.0.1:53236_-n_0000000000) starting
   [junit4]   2> 3641669 T8956 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3641673 T8980 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3641674 T8956 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3641676 T8956 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3641678 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3641681 T8979 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3641684 T8956 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863
   [junit4]   2> 3641856 T8956 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\conf\
   [junit4]   2> 3641867 T8956 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3641868 T8956 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3641868 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3641873 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3641875 T8983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d19e41 name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3641875 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3641877 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3641880 T8956 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 3642207 T8956 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3642212 T8956 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53248
   [junit4]   2> 3642212 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3642212 T8956 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3642212 T8956 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543
   [junit4]   2> 3642213 T8956 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\'
   [junit4]   2> 3642238 T8956 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\solr.xml
   [junit4]   2> 3642298 T8956 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 3642299 T8956 oasc.CoreContainer.<init> New CoreContainer 12189993
   [junit4]   2> 3642299 T8956 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\]
   [junit4]   2> 3642300 T8956 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 3642301 T8956 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3642301 T8956 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3642301 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3642301 T8956 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3642301 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3642302 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3642302 T8956 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3642303 T8956 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3642306 T8956 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3642306 T8956 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3642306 T8956 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53229/solr
   [junit4]   2> 3642306 T8956 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3642308 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3642314 T8994 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fa4594 name:ZooKeeperConnection Watcher:127.0.0.1:53229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3642315 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3642319 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3642321 T8996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ab958f name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3642321 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3642326 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3643047 T8956 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53248_
   [junit4]   2> 3643048 T8956 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53248_
   [junit4]   2> 3643052 T8983 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3643052 T8996 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3643052 T8978 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3643059 T8956 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543
   [junit4]   2> 3643225 T8956 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\conf\
   [junit4]   2> 3643235 T8956 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3643235 T8956 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3643236 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3643577 T8956 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3643582 T8956 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53257
   [junit4]   2> 3643582 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3643582 T8956 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3643582 T8956 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902
   [junit4]   2> 3643583 T8956 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\'
   [junit4]   2> 3643610 T8956 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\solr.xml
   [junit4]   2> 3643670 T8956 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 3643671 T8956 oasc.CoreContainer.<init> New CoreContainer 1145151
   [junit4]   2> 3643671 T8956 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\]
   [junit4]   2> 3643673 T8956 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 3643673 T8956 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3643673 T8956 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3643673 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3643673 T8956 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3643674 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3643674 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3643675 T8956 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3643675 T8956 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3643678 T8956 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3643678 T8956 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3643678 T8956 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53229/solr
   [junit4]   2> 3643679 T8956 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3643680 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3643687 T9008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c95d0a name:ZooKeeperConnection Watcher:127.0.0.1:53229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3643688 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3643693 T8958 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14218a3e9dd0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3643695 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3643697 T9010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9a087c name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3643697 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3643701 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3644349 T8956 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53257_
   [junit4]   2> 3644351 T8956 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53257_
   [junit4]   2> 3644354 T8983 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3644354 T8978 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3644354 T8996 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3644354 T9010 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3644360 T8956 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902
   [junit4]   2> 3644513 T8956 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\conf\
   [junit4]   2> 3644521 T8956 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3644522 T8956 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3644523 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3644822 T8956 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3644826 T8956 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53266
   [junit4]   2> 3644826 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3644827 T8956 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3644827 T8956 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188
   [junit4]   2> 3644827 T8956 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\'
   [junit4]   2> 3644851 T8956 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\solr.xml
   [junit4]   2> 3644948 T8956 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 3644948 T8956 oasc.CoreContainer.<init> New CoreContainer 1253022
   [junit4]   2> 3644948 T8956 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\]
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3644951 T8956 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3644953 T8956 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3644955 T8956 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3644955 T8956 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3644955 T8956 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53229/solr
   [junit4]   2> 3644955 T8956 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3644958 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3644963 T9022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e44156 name:ZooKeeperConnection Watcher:127.0.0.1:53229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3644964 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3644965 T8958 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14218a3e9dd0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 3644967 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3644970 T9024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7dff62 name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3644970 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3644974 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3645622 T8956 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53266_
   [junit4]   2> 3645624 T8956 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53266_
   [junit4]   2> 3645627 T8983 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3645628 T8978 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3645628 T8996 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3645628 T9024 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3645628 T9010 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3645634 T8956 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188
   [junit4]   2> 3645773 T8956 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\conf\
   [junit4]   2> 3645782 T8956 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3645783 T8956 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3645783 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3646090 T8956 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3646095 T8956 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53275
   [junit4]   2> 3646095 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3646095 T8956 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3646095 T8956 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383392869448
   [junit4]   2> 3646095 T8956 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383392869448\'
   [junit4]   2> 3646117 T8956 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383392869448\solr.xml
   [junit4]   2> 3646170 T8956 oasc.ConfigSolrXml.<init> Config-defined core root directory: 
   [junit4]   2> 3646171 T8956 oasc.CoreContainer.<init> New CoreContainer 214230
   [junit4]   2> 3646171 T8956 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383392869448\]
   [junit4]   2> 3646172 T8956 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 3646173 T8956 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 3646173 T8956 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3646173 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3646174 T8956 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3646174 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3646174 T8956 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3646174 T8956 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3646175 T8956 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3646177 T8956 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3646177 T8956 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3646177 T8956 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53229/solr
   [junit4]   2> 3646179 T8956 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3646181 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3646186 T9036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16ea858 name:ZooKeeperConnection Watcher:127.0.0.1:53229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3646187 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3646190 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3646192 T9038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ae9668 name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3646193 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3646198 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3646846 T8956 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53275_
   [junit4]   2> 3646848 T8956 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53275_
   [junit4]   2> 3646852 T8978 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3646852 T9038 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3646852 T9024 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3646852 T9010 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3646852 T8983 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3646852 T8996 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3646858 T8956 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383392869448
   [junit4]   2> 3647016 T8956 oasc.CorePropertiesLocator.discoverUnder Found core conf in C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty4-1383392869448\conf\
   [junit4]   2> 3647024 T8956 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3647025 T8956 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3647026 T8956 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3647029 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3647031 T9041 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137e96b name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3647032 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3647033 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3647036 T8956 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3647038 T9043 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64ebf0 name:ZooKeeperConnection Watcher:127.0.0.1:53229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3647038 T8956 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3647039 T8956 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3647041 T9001 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&maxShardsPerNode=2&name=delLiveColl&replicationFactor=2&action=CREATE&wt=javabin&version=2
   [junit4]   2> 3647043 T8978 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3647045 T8980 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 3647045 T8980 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"delLiveColl",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "maxShardsPerNode":"2"}
   [junit4]   2> 3647707 T8979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3647708 T8979 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
   [junit4]   2> 3647708 T8979 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
   [junit4]   2> 3647712 T9041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647712 T8983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647712 T9038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647713 T8978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647713 T9010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647713 T9024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647713 T9043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647713 T8996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3647763 T8980 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
   [junit4]   2> 3647763 T8980 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:53257_
   [junit4]   2> 3647763 T8980 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:53236_
   [junit4]   2> 3647763 T8980 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:53248_
   [junit4]   2> 3647765 T8980 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:53266_
   [junit4]   2> 3647768 T8974 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down
   [junit4]   2> 3647768 T9003 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down
   [junit4]   2> 3647769 T8991 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down
   [junit4]   2> 3647770 T8974 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3647770 T9003 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3647772 T8991 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3647772 T9020 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down
   [junit4]   2> 3647773 T9020 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3648689 T8979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3648690 T8979 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53236",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53236_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3648699 T8979 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53257",
   [junit4]   2> 	  "core":"delLiveColl_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53257_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3648707 T8979 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53248",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53248_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3648714 T8979 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:53266",
   [junit4]   2> 	  "core":"delLiveColl_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53266_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"delLiveColl",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3648723 T9041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648724 T9038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648724 T8978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648724 T9043 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648724 T8983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648725 T9010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648725 T9024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3648725 T8996 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3649062 T8974 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
   [junit4]   2> 3649062 T9003 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
   [junit4]   2> 3649062 T8974 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using instanceDir: .\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2
   [junit4]   2> 3649064 T9020 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
   [junit4]   2> 3649064 T8991 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
   [junit4]   2> 3649064 T9003 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica1' using instanceDir: .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1
   [junit4]   2> 3649065 T9003 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3649064 T8974 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3649066 T9003 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3649066 T8991 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1
   [junit4]   2> 3649066 T8991 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3649066 T8974 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3649066 T8974 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3649066 T9003 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3649067 T8991 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3649067 T8991 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3649068 T9003 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3649068 T9003 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3649069 T9020 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using instanceDir: .\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2
   [junit4]   2> 3649069 T8974 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3649069 T8974 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3649069 T9020 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
   [junit4]   2> 3649071 T8991 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3649071 T8991 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3649071 T9020 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:delLiveColl
   [junit4]   2> 3649071 T9020 oasc.ZkController.getConfName Looking for collection configName
   [junit4]   2> 3649073 T8974 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3649074 T9020 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
   [junit4]   2> 3649074 T9003 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3649074 T9020 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
   [junit4]   2> 3649075 T8991 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3649075 T8974 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\'
   [junit4]   2> 3649077 T9003 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\'
   [junit4]   2> 3649079 T8991 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\'
   [junit4]   2> 3649079 T9020 oasc.ZkController.readConfigName Load collection config from:/collections/delLiveColl
   [junit4]   2> 3649081 T9020 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\'
   [junit4]   2> 3649143 T8991 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3649143 T8974 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3649188 T8991 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3649189 T8974 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3649191 T8974 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3649191 T8991 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3649198 T8974 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
   [junit4]   2> 3649199 T8991 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
   [junit4]   2> 3649328 T9020 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3649373 T9020 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3649392 T9003 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 3649438 T9003 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3649637 T9020 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3649644 T9020 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
   [junit4]   2> 3649703 T9003 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3649710 T9003 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
   [junit4]   2> 3649841 T8974 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3649992 T8974 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3649995 T8974 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3650000 T8991 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3650006 T8991 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3650008 T8991 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3650247 T8974 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650252 T8974 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650256 T8974 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650258 T8974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650258 T8974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650258 T8974 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650271 T9020 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3650277 T9020 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3650280 T9020 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3650283 T8974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650283 T8974 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650284 T8974 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3650284 T8991 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650285 T8974 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at .\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\, dataDir=.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\data\
   [junit4]   2> 3650285 T8974 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17412de
   [junit4]   2> 3650285 T8974 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\data\
   [junit4]   2> 3650285 T8974 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\data\index/
   [junit4]   2> 3650285 T8974 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '.\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3650287 T8974 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-controljetty-1383392864863\delLiveColl_shard1_replica2\data\index
   [junit4]   2> 3650288 T8974 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=13.970703125, floorSegmentMB=0.5, forceMergeDeletesPctAllowed=7.220619918834786, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17236334564899564
   [junit4]   2> 3650288 T8974 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@121ef21 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1866702),segFN=segments_1,generation=1}
   [junit4]   2> 3650288 T8974 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3650290 T8974 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3650292 T8974 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3650292 T8974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3650292 T8974 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3650292 T8974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3650292 T8974 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3650293 T8974 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3650293 T8974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3650293 T8974 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3650294 T8974 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3650294 T8974 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3650295 T8974 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3650295 T8974 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3650296 T8974 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3650296 T8974 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3650303 T8974 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3650336 T8974 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3650336 T8974 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3650338 T8974 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3650339 T8974 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@121ef21 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1866702),segFN=segments_1,generation=1}
   [junit4]   2> 3650339 T8974 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3650339 T8974 oass.SolrIndexSearcher.<init> Opening Searcher@898a07 main
   [junit4]   2> 3650342 T9048 oasc.SolrCore.registerSearcher [delLiveColl_shard1_replica2] Registered new searcher Searcher@898a07 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3650343 T8974 oasc.CoreContainer.registerCore registering core: delLiveColl_shard1_replica2
   [junit4]   2> 3650343 T8974 oasc.ZkController.register Register replica - core:delLiveColl_shard1_replica2 address:http://127.0.0.1:53236 collection:delLiveColl shard:shard1
   [junit4]   2> 3650348 T8991 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650349 T8974 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl/leader_elect/shard1/election
   [junit4]   2> 3650387 T9003 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3650392 T9003 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3650396 T9003 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3650402 T8991 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650409 T8991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650409 T8991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650409 T8991 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650414 T8991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650414 T8991 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650414 T8991 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3650414 T8991 oasc.SolrCore.<init> [delLiveColl_shard2_replica1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\, dataDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\data\
   [junit4]   2> 3650414 T8991 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17412de
   [junit4]   2> 3650415 T8991 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\data\
   [junit4]   2> 3650415 T8991 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\data\index/
   [junit4]   2> 3650415 T8991 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica1] Solr index directory '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3650416 T8991 oasc.CachingDirectoryFactory.get return new directory for ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.DeleteReplicaTest-jetty1-1383392865543\delLiveColl_shard2_replica1\data\index
   [junit4]   2> 3650417 T8991 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=13.970703125, floorSegmentMB=0.5, forceMergeDeletesPctAllowed=7.220619918834786, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17236334564899564
   [junit4]   2> 3650417 T8991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@8d3008 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@395b59),segFN=segments_1,generation=1}
   [junit4]   2> 3650417 T8991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3650420 T8991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3650421 T8991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3650421 T8991 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3650421 T8991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3650421 T8991 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3650422 T8991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3650423 T8991 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3650423 T8991 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3650423 T8991 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3650423 T8991 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3650424 T8991 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3650425 T8991 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3650425 T8991 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3650426 T8991 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3650426 T8991 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3650429 T8991 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3650433 T8974 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3650435 T8991 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3650436 T8991 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3650437 T8991 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3650437 T8974 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=180000
   [junit4]   2> 3650438 T9020 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650438 T8991 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@8d3008 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@395b59),segFN=segments_1,generation=1}
   [junit4]   2> 3650439 T8991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3650439 T8991 oass.SolrIndexSearcher.<init> Opening Searcher@1e01c3a main
   [junit4]   2> 3650442 T8991 oasc.CoreContainer.registerCore registering core: delLiveColl_shard2_replica1
   [junit4]   2> 3650442 T8991 oasc.ZkController.register Register replica - core:delLiveColl_shard2_replica1 address:http://127.0.0.1:53248 collection:delLiveColl shard:shard2
   [junit4]   2> 3650444 T9049 oasc.SolrCore.registerSearcher [delLiveColl_shard2_replica1] Registered new searcher Searcher@1e01c3a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3650444 T9020 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650445 T8991 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl/leader_elect/shard2/election
   [junit4]   2> 3650444 T9003 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650449 T9020 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650450 T9003 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3650451 T9020 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650451 T9020 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650451 T9020 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650454 T9020 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650454 T9020 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650455 T9020 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3650455 T9020 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at .\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\, dataDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\data\
   [junit4]   2> 3650455 T9003 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650455 T9020 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17412de
   [junit4]   2> 3650457 T9020 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\data\
   [junit4]   2> 3650457 T9020 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\data\index/
   [junit4]   2> 3650457 T9020 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory '.\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3650458 T9003 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650458 T9020 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-jetty3-1383392868188\delLiveColl_shard2_replica2\data\index
   [junit4]   2> 3650459 T9003 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650459 T9003 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3650459 T9020 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=13.970703125, floorSegmentMB=0.5, forceMergeDeletesPctAllowed=7.220619918834786, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17236334564899564
   [junit4]   2> 3650460 T8991 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3650460 T9020 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@8f363c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@20e72c),segFN=segments_1,generation=1}
   [junit4]   2> 3650460 T9020 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3650462 T9003 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3650462 T9003 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3650462 T9003 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3650463 T9003 oasc.SolrCore.<init> [delLiveColl_shard1_replica1] Opening new SolrCore at .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\, dataDir=.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\data\
   [junit4]   2> 3650463 T9003 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17412de
   [junit4]   2> 3650464 T9003 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\data\
   [junit4]   2> 3650464 T9003 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\data\index/
   [junit4]   2> 3650464 T9020 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3650464 T9003 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica1] Solr index directory '.\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3650464 T9020 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3650465 T9003 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.DeleteReplicaTest-jetty2-1383392866902\delLiveColl_shard1_replica1\data\index
   [junit4]   2> 3650465 T9020 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3650466 T9020 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3650465 T9003 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=13.970703125, floorSegmentMB=0.5, forceMergeDeletesPctAllowed=7.220619918834786, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17236334564899564
   [junit4]   2> 3650466 T9020 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3650466 T9003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1db6a52 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@44abc6),segFN=segments_1,generation=1}
   [junit4]   2> 3650466 T9003 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3650466 T8991 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=180000
   [junit4]   2> 3650466 T9020 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3650468 T9020 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3650468 T9020 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4] 

[...truncated too long message...]

heckComponentTest, AnalysisAfterCoreReloadTest, CurrencyFieldXmlFileTest, SolrXmlInZkTest, TestAtomicUpdateErrorCases, TestUtils, QueryParsingTest, TestCollapseQParserPlugin, DirectSolrSpellCheckerTest, TestSolrQueryParserDefaultOperatorResource, BasicZkTest, SOLR749Test, TermVectorComponentDistributedTest, BasicDistributedZkTest, TestIBSimilarityFactory, TestZkChroot, TestTrie, TestSchemaNameResource, URLClassifyProcessorTest, FileBasedSpellCheckerTest, DirectSolrConnectionTest, TestFastLRUCache, TestDistribDocBasedVersion, TestSchemaResource, DistanceFunctionTest, TestQuerySenderNoQuery, HighlighterTest, TestDynamicFieldResource, FileUtilsTest, QueryElevationComponentTest, InfoHandlerTest, AutoCommitTest, PluginInfoTest, CSVRequestHandlerTest, TestLazyCores, AddBlockUpdateTest, TestPHPSerializedResponseWriter, DocValuesTest, SolrIndexSplitterTest, DateMathParserTest, QueryEqualityTest, TestLMDirichletSimilarityFactory, IndexSchemaRuntimeFieldTest, TestPseudoReturnFields, TestRandomDVFaceting, TestBM25SimilarityFactory, TestSolrQueryParser, HighlighterConfigTest, TestRecoveryHdfs, TestSolrCoreProperties, ZkSolrClientTest, TestFuzzyAnalyzedSuggestions, SignatureUpdateProcessorFactoryTest, TestGroupingSearch, SuggesterTest, TestSuggestSpellingConverter, TestImplicitCoreProperties, HdfsRecoveryZkTest, OverseerCollectionProcessorTest, TestSolrIndexConfig, TestRemoteStreaming, ResponseLogComponentTest, TestHashPartitioner, TestReload, TestPerFieldSimilarity, TestFastOutputStream, TestCloudManagedSchema, SpellCheckCollatorTest, BinaryUpdateRequestHandlerTest, TestCoreContainer, PreAnalyzedUpdateProcessorTest, HdfsDirectoryTest, TestReversedWildcardFilterFactory, SolrCmdDistributorTest, TestSolrXmlPersistor, TestLRUCache, IndexBasedSpellCheckerTest, CollectionsAPIDistributedZkTest, TestRandomFaceting, TestDistributedGrouping, StandardRequestHandlerTest, TestFieldCollectionResource, HdfsCollectionsAPIDistributedZkTest, TestCodecSupport, TestSearchPerf, TestSchemaSimilarityResource, OutputWriterTest, XmlUpdateRequestHandlerTest, SimpleFacetsTest, TestCharFilters, ClusterStateTest, SolrCoreCheckLockOnStartupTest, BasicFunctionalityTest, DefaultValueUpdateProcessorTest, BJQParserTest, ShardSplitTest, SolrRequestParserTest, TestQueryTypes, TestCoreDiscovery, TestUniqueKeyFieldResource, ZkNodePropsTest, BadComponentTest, TestWriterPerf, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, UnloadDistributedZkTest, SpellingQueryConverterTest, TestAnalyzeInfixSuggestions, UUIDFieldTest, SearchHandlerTest, RequestHandlersTest, TestFunctionQuery, TestManagedSchemaFieldResource, DeleteInactiveReplicaTest, TestSolrDeletionPolicy2, SuggesterWFSTTest, TestSolrQueryParserResource, TestNRTOpen, TestRecovery, SyncSliceTest, TestMultiCoreConfBootstrap, TestSystemIdResolver, PrimitiveFieldTypeTest, XsltUpdateRequestHandlerTest, LeaderElectionTest, CustomCollectionTest, TestJmxIntegration, TestSolrDeletionPolicy1, TestUpdate, TestNoOpRegenerator, AddSchemaFieldsUpdateProcessorFactoryTest, TestDocSet, TestRandomMergePolicy, StressHdfsTest, TestStressReorder, TimeZoneUtilsTest, ZkControllerTest, StatsComponentTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, ZkCLITest, ShardRoutingCustomTest, SliceStateUpdateTest, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, TestStressVersions, TestRangeQuery, TestSolr4Spatial, SolrCoreTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, SolrInfoMBeanTest, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestOmitPositions, TermsComponentTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestCollationField, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, MultiTermTest, SampleTest, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, AliasIntegrationTest, AssignTest, DeleteReplicaTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteReplicaTest -Dtests.seed=1D63C9D78FE78DE8 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Europe/Nicosia -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s | DeleteReplicaTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=15 closes=14
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:343)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:135)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.DeleteReplicaTest: 
   [junit4]    >    1) Thread[id=9042, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-SendThread(127.0.0.1:53229), state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
   [junit4]    >    2) Thread[id=9043, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-EventThread, state=WAITING, group=TGRP-DeleteReplicaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=9042, name=TEST-DeleteReplicaTest.testDistribSearch-seed#[1D63C9D78FE78DE8]-SendThread(127.0.0.1:53229), state=TIMED_WAITING, group=TGRP-DeleteReplicaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1D63C9D78FE78DE8]:0)
   [junit4] Completed in 103.74s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 106 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:421: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:401: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1259: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:902: There were test failures: 332 suites, 1464 tests, 3 suite-level errors, 1 error, 180 ignored (11 assumptions)

Total time: 89 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_45 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_45) - Build # 3420 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3420/
Java: 64bit/jdk1.7.0_45 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
document count mismatch.  control=110 sum(shards)=59 cloudClient=111

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=110 sum(shards)=59 cloudClient=111
	at __randomizedtesting.SeedInfo.seed([D757BEC8BA796488:56B130D0CD2604B4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1240)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:194)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 9833 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 241251 T483 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/yy
   [junit4]   2> 241259 T483 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-ChaosMonkeyNothingIsSafeTest-1383437559856
   [junit4]   2> 241263 T483 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 241265 T484 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 241365 T483 oasc.ZkTestServer.run start zk server on port:51636
   [junit4]   2> 241368 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 241384 T490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2deea45f name:ZooKeeperConnection Watcher:127.0.0.1:51636 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 241384 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 241385 T483 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 241394 T485 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1421b4de8410000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 241397 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 241403 T492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62f5b9b6 name:ZooKeeperConnection Watcher:127.0.0.1:51636/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 241403 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 241404 T483 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 241416 T483 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 241424 T483 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 241430 T483 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 241438 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 241439 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 241453 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 241453 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 241465 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 241466 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 241477 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 241478 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 241488 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 241489 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 241499 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 241500 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 241509 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 241509 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 241521 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 241521 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 241533 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 241533 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 241542 T483 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 241542 T483 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 241558 T485 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1421b4de8410001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 242130 T483 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 242138 T483 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51643
   [junit4]   2> 242138 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 242138 T483 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 242138 T483 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153
   [junit4]   2> 242138 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153\'
   [junit4]   2> 242183 T483 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153\solr.xml
   [junit4]   2> 242284 T483 oasc.CoreContainer.<init> New CoreContainer 15975093
   [junit4]   2> 242284 T483 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153\]
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 242286 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 242288 T483 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 242288 T483 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 242292 T483 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 242292 T483 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 242293 T483 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51636/solr
   [junit4]   2> 242310 T483 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 242314 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 242889 T503 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54108c25 name:ZooKeeperConnection Watcher:127.0.0.1:51636 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 242890 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 242895 T485 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1421b4de8410002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 242906 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 242912 T505 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@480e7a2 name:ZooKeeperConnection Watcher:127.0.0.1:51636/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 242912 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 242916 T483 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 242928 T483 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 242943 T483 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 242950 T483 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51643__%2Fyy
   [junit4]   2> 242953 T483 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51643__%2Fyy
   [junit4]   2> 242963 T483 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 242981 T483 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 242989 T483 oasc.Overseer.start Overseer (id=90664963923836931-127.0.0.1:51643__%2Fyy-n_0000000000) starting
   [junit4]   2> 243023 T483 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 243056 T507 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 243072 T483 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 243082 T483 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 243088 T483 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 243120 T506 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 243141 T508 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 243142 T508 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 243146 T508 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 244637 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 244640 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51643/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51643__%2Fyy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 244641 T506 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 244677 T506 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 244701 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 245146 T508 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 245146 T508 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153\collection1
   [junit4]   2> 245146 T508 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 245149 T508 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 245149 T508 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 245154 T508 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153\collection1\'
   [junit4]   2> 245155 T508 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153/collection1/lib/classes/' to classloader
   [junit4]   2> 245158 T508 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153/collection1/lib/README' to classloader
   [junit4]   2> 245306 T508 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 245386 T508 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 245390 T508 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 245401 T508 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 246246 T508 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 246256 T508 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 246260 T508 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 246296 T508 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 246304 T508 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 246312 T508 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 246315 T508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 246316 T508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 246317 T508 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 246319 T508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 246320 T508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 246320 T508 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 246349 T508 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1383437560153\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/control/data\
   [junit4]   2> 246350 T508 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ddefc1d
   [junit4]   2> 246351 T508 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\control\data
   [junit4]   2> 246351 T508 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/control/data\index/
   [junit4]   2> 246351 T508 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 246351 T508 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\control\data\index
   [junit4]   2> 246354 T508 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4573711026739046]
   [junit4]   2> 246360 T508 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 246360 T508 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 246364 T508 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 246365 T508 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 246365 T508 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 246365 T508 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 246366 T508 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 246366 T508 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 246366 T508 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 246367 T508 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 246367 T508 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 246368 T508 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 246368 T508 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 246368 T508 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 246368 T508 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 246369 T508 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 246370 T508 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 246378 T508 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 246382 T508 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 246382 T508 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 246384 T508 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.9619140625, floorSegmentMB=0.4970703125, forceMergeDeletesPctAllowed=15.336464288038975, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2205211292275606
   [junit4]   2> 246386 T508 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 246386 T508 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 246386 T508 oass.SolrIndexSearcher.<init> Opening Searcher@7df7a468 main
   [junit4]   2> 246393 T509 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7df7a468 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 246393 T508 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 246393 T508 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51643/_/yy collection:control_collection shard:shard1
   [junit4]   2> 246408 T508 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 246431 T508 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 246441 T508 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 246441 T508 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 246442 T508 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51643/_/yy/collection1/
   [junit4]   2> 246442 T508 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 246442 T508 oasc.SyncStrategy.syncToMe http://127.0.0.1:51643/_/yy/collection1/ has no replicas
   [junit4]   2> 246442 T508 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51643/_/yy/collection1/ shard1
   [junit4]   2> 246443 T508 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 247717 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 247742 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 247783 T508 oasc.ZkController.register We are http://127.0.0.1:51643/_/yy/collection1/ and leader is http://127.0.0.1:51643/_/yy/collection1/
   [junit4]   2> 247783 T508 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51643/_/yy
   [junit4]   2> 247783 T508 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 247783 T508 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 247783 T508 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 247790 T508 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 247792 T483 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 247793 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 247820 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 247827 T512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1732b9af name:ZooKeeperConnection Watcher:127.0.0.1:51636/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247828 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 247833 T483 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 247846 T483 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
   [junit4]   2> 248351 T483 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 248356 T483 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51655
   [junit4]   2> 248357 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 248357 T483 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 248357 T483 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441
   [junit4]   2> 248357 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441\'
   [junit4]   2> 248394 T483 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441\solr.xml
   [junit4]   2> 248479 T483 oasc.CoreContainer.<init> New CoreContainer 1538471982
   [junit4]   2> 248479 T483 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441\]
   [junit4]   2> 248481 T483 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 248481 T483 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 248481 T483 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 248482 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 248482 T483 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 248482 T483 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 248483 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 248483 T483 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 248483 T483 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 248487 T483 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 248488 T483 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 248488 T483 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51636/solr
   [junit4]   2> 248489 T483 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 248491 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 248502 T523 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52d5872f name:ZooKeeperConnection Watcher:127.0.0.1:51636 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 248503 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 248513 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 248518 T525 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11d7ab2d name:ZooKeeperConnection Watcher:127.0.0.1:51636/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 248518 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 248531 T483 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 249259 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 249261 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51643/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51643__%2Fyy",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 249271 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 249272 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 249273 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 249539 T483 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51655__%2Fyy
   [junit4]   2> 249541 T483 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51655__%2Fyy
   [junit4]   2> 249549 T525 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 249549 T505 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 249550 T512 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 249567 T526 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 249567 T526 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 249571 T526 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 250786 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 250787 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51655/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51655__%2Fyy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 250787 T506 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 250788 T506 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 250798 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 250806 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 250809 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 251571 T526 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 251571 T526 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441\collection1
   [junit4]   2> 251571 T526 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 251573 T526 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 251573 T526 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 251576 T526 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441\collection1\'
   [junit4]   2> 251578 T526 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441/collection1/lib/classes/' to classloader
   [junit4]   2> 251578 T526 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441/collection1/lib/README' to classloader
   [junit4]   2> 251693 T526 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 251813 T526 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 251818 T526 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 251833 T526 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 252853 T526 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 252868 T526 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 252873 T526 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 252909 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 252917 T526 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 252925 T526 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 252929 T526 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 252929 T526 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 252929 T526 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 252932 T526 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 252932 T526 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 252932 T526 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 252933 T526 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1383437566441\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/jetty1\
   [junit4]   2> 252933 T526 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ddefc1d
   [junit4]   2> 252933 T526 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty1
   [junit4]   2> 252934 T526 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/jetty1\index/
   [junit4]   2> 252934 T526 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 252934 T526 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty1\index
   [junit4]   2> 252934 T526 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4573711026739046]
   [junit4]   2> 252947 T526 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 252947 T526 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 252955 T526 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 252957 T526 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 252957 T526 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 252957 T526 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 252958 T526 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 252958 T526 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 252958 T526 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 252958 T526 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 252958 T526 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 252960 T526 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 252961 T526 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 252961 T526 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 252962 T526 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 252963 T526 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 252964 T526 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 252979 T526 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 252991 T526 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 252992 T526 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 252993 T526 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.9619140625, floorSegmentMB=0.4970703125, forceMergeDeletesPctAllowed=15.336464288038975, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2205211292275606
   [junit4]   2> 252997 T526 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 252997 T526 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 252998 T526 oass.SolrIndexSearcher.<init> Opening Searcher@188dbd07 main
   [junit4]   2> 253003 T527 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@188dbd07 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 253008 T526 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 253009 T526 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51655/_/yy collection:collection1 shard:shard1
   [junit4]   2> 253012 T526 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 253044 T526 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 253054 T526 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 253055 T526 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 253055 T526 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51655/_/yy/collection1/
   [junit4]   2> 253056 T526 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 253056 T526 oasc.SyncStrategy.syncToMe http://127.0.0.1:51655/_/yy/collection1/ has no replicas
   [junit4]   2> 253056 T526 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51655/_/yy/collection1/ shard1
   [junit4]   2> 253057 T526 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 253827 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 253868 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 253874 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 253874 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 253908 T526 oasc.ZkController.register We are http://127.0.0.1:51655/_/yy/collection1/ and leader is http://127.0.0.1:51655/_/yy/collection1/
   [junit4]   2> 253908 T526 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51655/_/yy
   [junit4]   2> 253908 T526 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 253908 T526 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 253908 T526 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 253945 T526 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 253949 T483 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 253949 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 254679 T483 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 254684 T483 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51664
   [junit4]   2> 254686 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 254686 T483 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 254686 T483 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544
   [junit4]   2> 254686 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544\'
   [junit4]   2> 254729 T483 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544\solr.xml
   [junit4]   2> 254856 T483 oasc.CoreContainer.<init> New CoreContainer 1883461153
   [junit4]   2> 254856 T483 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544\]
   [junit4]   2> 254859 T483 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 254859 T483 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 254859 T483 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 254860 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 254860 T483 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 254861 T483 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 254861 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 254861 T483 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 254862 T483 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 254869 T483 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 254869 T483 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 254870 T483 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51636/solr
   [junit4]   2> 254870 T483 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 254873 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 254888 T539 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d5cc670 name:ZooKeeperConnection Watcher:127.0.0.1:51636 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 254889 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 254899 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 254904 T541 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5314631b name:ZooKeeperConnection Watcher:127.0.0.1:51636/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 254905 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 254918 T483 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 255577 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 255579 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51655/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51655__%2Fyy",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 255596 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 255598 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 255598 T541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 255597 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 256029 T483 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51664__%2Fyy
   [junit4]   2> 256033 T483 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51664__%2Fyy
   [junit4]   2> 256044 T512 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 256047 T541 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 256047 T505 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 256047 T525 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 256076 T542 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 256076 T542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 256080 T542 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 257269 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 257271 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51664/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51664__%2Fyy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 257273 T506 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 257273 T506 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 257288 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 257289 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 257289 T541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 257289 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 258280 T542 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 258280 T542 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544\collection1
   [junit4]   2> 258280 T542 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 258283 T542 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 258283 T542 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 258286 T542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544\collection1\'
   [junit4]   2> 258287 T542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544/collection1/lib/classes/' to classloader
   [junit4]   2> 258290 T542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544/collection1/lib/README' to classloader
   [junit4]   2> 258423 T542 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 258574 T542 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 258578 T542 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 258597 T542 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 259938 T542 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 259962 T542 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 259967 T542 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 260010 T542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 260036 T542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 260048 T542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 260053 T542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 260054 T542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 260054 T542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 260058 T542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 260058 T542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 260058 T542 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 260061 T542 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1383437572544\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/jetty2\
   [junit4]   2> 260061 T542 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ddefc1d
   [junit4]   2> 260064 T542 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty2
   [junit4]   2> 260064 T542 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/jetty2\index/
   [junit4]   2> 260066 T542 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 260066 T542 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty2\index
   [junit4]   2> 260068 T542 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4573711026739046]
   [junit4]   2> 260077 T542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 260077 T542 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 260085 T542 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 260085 T542 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 260086 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 260086 T542 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 260087 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 260087 T542 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 260088 T542 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 260088 T542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 260088 T542 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 260091 T542 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 260093 T542 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 260093 T542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 260093 T542 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 260095 T542 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 260096 T542 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 260109 T542 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 260120 T542 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 260120 T542 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 260121 T542 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.9619140625, floorSegmentMB=0.4970703125, forceMergeDeletesPctAllowed=15.336464288038975, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2205211292275606
   [junit4]   2> 260124 T542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 260124 T542 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 260124 T542 oass.SolrIndexSearcher.<init> Opening Searcher@4d01b3fd main
   [junit4]   2> 260130 T543 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d01b3fd main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 260131 T542 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 260131 T542 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51664/_/yy collection:collection1 shard:shard2
   [junit4]   2> 260137 T542 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 260157 T542 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 260166 T542 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 260166 T542 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 260166 T542 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51664/_/yy/collection1/
   [junit4]   2> 260166 T542 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 260166 T542 oasc.SyncStrategy.syncToMe http://127.0.0.1:51664/_/yy/collection1/ has no replicas
   [junit4]   2> 260166 T542 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51664/_/yy/collection1/ shard2
   [junit4]   2> 260166 T542 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 260611 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 260642 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 260643 T541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 260643 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 260644 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 260691 T542 oasc.ZkController.register We are http://127.0.0.1:51664/_/yy/collection1/ and leader is http://127.0.0.1:51664/_/yy/collection1/
   [junit4]   2> 260691 T542 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51664/_/yy
   [junit4]   2> 260691 T542 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 260691 T542 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 260691 T542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 260705 T542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 260711 T483 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 260713 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 261428 T483 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 261436 T483 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51673
   [junit4]   2> 261438 T483 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 261438 T483 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 261438 T483 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308
   [junit4]   2> 261438 T483 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308\'
   [junit4]   2> 261488 T483 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308\solr.xml
   [junit4]   2> 261636 T483 oasc.CoreContainer.<init> New CoreContainer 1910198836
   [junit4]   2> 261636 T483 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308\]
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 240000
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 261643 T483 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 261646 T483 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 261646 T483 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 261654 T483 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 261656 T483 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 261656 T483 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51636/solr
   [junit4]   2> 261656 T483 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 261676 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261688 T555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77577d0a name:ZooKeeperConnection Watcher:127.0.0.1:51636 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261689 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261694 T485 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1421b4de8410009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 261699 T483 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 261705 T557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a520892 name:ZooKeeperConnection Watcher:127.0.0.1:51636/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 261705 T483 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 261720 T483 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 262342 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 262344 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51664/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51664__%2Fyy",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 262358 T557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 262358 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 262359 T541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 262359 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 262364 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 262830 T483 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51673__%2Fyy
   [junit4]   2> 262833 T483 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51673__%2Fyy
   [junit4]   2> 262845 T557 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 262846 T525 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 262847 T505 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 262848 T512 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 262852 T541 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 262880 T558 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 262880 T558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 262884 T558 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 264028 T506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 264030 T506 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51673/_/yy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51673__%2Fyy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 264030 T506 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 264030 T506 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 264044 T512 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 264045 T505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 264045 T557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 264045 T541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 264045 T525 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 265083 T558 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 265083 T558 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308\collection1
   [junit4]   2> 265083 T558 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 265086 T558 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 265086 T558 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 265090 T558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308\collection1\'
   [junit4]   2> 265092 T558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308/collection1/lib/classes/' to classloader
   [junit4]   2> 265092 T558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308/collection1/lib/README' to classloader
   [junit4]   2> 265206 T558 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 265309 T558 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 265314 T558 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 265329 T558 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 266181 T558 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 266199 T558 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 266203 T558 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 266247 T558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 266258 T558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 266267 T558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 266270 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 266271 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 266271 T558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 266274 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 266275 T558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 266275 T558 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 266275 T558 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1383437579308\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/jetty3\
   [junit4]   2> 266275 T558 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ddefc1d
   [junit4]   2> 266275 T558 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty3
   [junit4]   2> 266275 T558 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854/jetty3\index/
   [junit4]   2> 266278 T558 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty3\index' doesn't exist. Creating new index...
   [junit4]   2> 266278 T558 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty3\index
   [junit4]   2> 266281 T558 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4573711026739046]
   [junit4]   2> 266288 T558 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty3\index,segFN=segments_1,generation=1}
   [junit4]   2> 266288 T558 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 266294 T558 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 266295 T558 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 266295 T558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 266295 T558 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 266296 T558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 266296 T558 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 266298 T558 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 266298 T558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 266298 T558 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 266299 T558 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 266300 T558 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 266300 T558 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 266300 T558 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 266303 T558 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 266304 T558 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 266314 T558 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 266317 T558 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 266317 T558 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 266319 T558 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=76.9619140625, floorSegmentMB=0.4970703125, forceMergeDeletesPctAllowed=15.336464288038975, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2205211292275606
   [junit4]   2> 266319 T558 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1383437559854\jetty3\index,segFN=segments_1,generation=1}
   [junit4]   2> 266322 T558 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 266322 T558 oass.SolrIndexSearcher.<init> Opening Searcher@1531346f main
   [junit4]   2> 266329 T559 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1531346f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 266332 T558 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 266332 T558 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51673/_/yy collection:collection1 shard:shard1
   [junit4]   2> 266343 T558 oasc.ZkController.register We are http://127.0.0.1:51673/_/yy/collection1/ and leader is http://127.0.0.1:51655/_/yy/collection1/
   [junit4]   2> 266343 T558 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51673/_/yy
   [junit4]   2> 266343 T558 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 266344 T558 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C1527 name=collection1 org.apache.solr.core.SolrCore@2c20bf79 url=http://127.0.0.1:51673/_/yy/collection1 node=127.0.0.1:51673__%2Fyy C1527_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:51673/_/yy, core=collection1, node_name=127.0.0.1:51673__%2Fyy}
   [junit4]   2> 266351 T560 C1527 P51673 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 266352 T560 C1527 P51673 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 266353 T560 C1527 P51673 oasc.ZkController.publish publishing core=collection1 state=recovering
   [junit4]   2> 266353 T560 C1527 P51673 oasc.ZkController.publish numShards not found on 

[...truncated too long message...]

[junit4]   1>                   "state":"active",
   [junit4]   1>                   "base_url":"http://127.0.0.1:51709/_/yy",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "node_name":"127.0.0.1:51709__%2Fyy",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":{"name":"compositeId"},
   [junit4]   1>           "replicationFactor":"1",
   [junit4]   1>           "autoCreated":"true"},
   [junit4]   1>         "control_collection":{
   [junit4]   1>           "shards":{"shard1":{
   [junit4]   1>               "range":"80000000-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{"core_node1":{
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "base_url":"http://127.0.0.1:51643/_/yy",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "node_name":"127.0.0.1:51643__%2Fyy",
   [junit4]   1>                   "leader":"true"}}}},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "router":{"name":"compositeId"},
   [junit4]   1>           "replicationFactor":"1",
   [junit4]   1>           "autoCreated":"true"}}
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/live_nodes (7)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51696__%2Fyy (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51683__%2Fyy (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51709__%2Fyy (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51643__%2Fyy (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51655__%2Fyy (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51673__%2Fyy (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:51720__%2Fyy (0)
   [junit4]   1>   /solr/overseer (3)
   [junit4]   1>   DATA:
   [junit4]   1>       
   [junit4]   1>    /solr/overseer/queue (0)
   [junit4]   1>    /solr/overseer/queue-work (0)
   [junit4]   1>    /solr/overseer/collection-queue-work (0)
   [junit4]   1>   /solr/collections (2)
   [junit4]   1>    /solr/collections/collection1 (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/collection1/shards (0)
   [junit4]   1>     /solr/collections/collection1/leader_elect (2)
   [junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (4)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90664963923836946-core_node7-n_0000000003 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90664963923836938-core_node3-n_0000000001 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90664963923836942-core_node5-n_0000000002 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90664963923836952-core_node1-n_0000000005 (0)
   [junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
   [junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/90664963923836950-core_node4-n_0000000003 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/90664963923836944-core_node6-n_0000000002 (0)
   [junit4]   1>     /solr/collections/collection1/leaders (2)
   [junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:51673__%2Fyy",
   [junit4]   1>            "base_url":"http://127.0.0.1:51673/_/yy"}
   [junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:51709__%2Fyy",
   [junit4]   1>            "base_url":"http://127.0.0.1:51709/_/yy"}
   [junit4]   1>    /solr/collections/control_collection (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/control_collection/shards (0)
   [junit4]   1>     /solr/collections/control_collection/leader_elect (1)
   [junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
   [junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/90664963923836931-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/control_collection/leaders (1)
   [junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:51643__%2Fyy",
   [junit4]   1>            "base_url":"http://127.0.0.1:51643/_/yy"}
   [junit4]   1>   /solr/overseer_elect (2)
   [junit4]   1>    /solr/overseer_elect/election (7)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836952-127.0.0.1:51655__%2Fyy-n_0000000010 (0)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836938-127.0.0.1:51673__%2Fyy-n_0000000003 (0)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836942-127.0.0.1:51696__%2Fyy-n_0000000005 (0)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836950-127.0.0.1:51683__%2Fyy-n_0000000009 (0)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836946-127.0.0.1:51720__%2Fyy-n_0000000007 (0)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836944-127.0.0.1:51709__%2Fyy-n_0000000006 (0)
   [junit4]   1>     /solr/overseer_elect/election/90664963923836931-127.0.0.1:51643__%2Fyy-n_0000000000 (0)
   [junit4]   1>    /solr/overseer_elect/leader (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {"id":"90664963923836931-127.0.0.1:51643__%2Fyy-n_0000000000"}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=testDistribSearch -Dtests.seed=D757BEC8BA796488 -Dtests.slow=true -Dtests.locale=zh -Dtests.timezone=America/Rio_Branco -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  273s | ChaosMonkeyNothingIsSafeTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: document count mismatch.  control=110 sum(shards)=59 cloudClient=111
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D757BEC8BA796488:56B130D0CD2604B4]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1240)
   [junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:194)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 514672 T483 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=zh, timezone=America/Rio_Branco
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=42708256,total=112795648
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, LegacyHTMLStripCharFilterTest, StatelessScriptUpdateProcessorFactoryTest, TestLMJelinekMercerSimilarityFactory, TestLFUCache, CSVRequestHandlerTest, TestNumberUtils, NotRequiredUniqueKeyTest, HighlighterConfigTest, PrimitiveFieldTypeTest, TestSolrXml, LeaderElectionTest, TestReversedWildcardFilterFactory, MultiTermTest, SoftAutoCommitTest, TestSolrDeletionPolicy2, DocumentAnalysisRequestHandlerTest, TestSchemaResource, SearchHandlerTest, TestRandomDVFaceting, HdfsDirectoryTest, SolrCmdDistributorTest, BasicFunctionalityTest, TestCoreContainer, DirectSolrConnectionTest, FieldMutatingUpdateProcessorTest, ReturnFieldsTest, TestIndexingPerformance, TermVectorComponentTest, RAMDirectoryFactoryTest, SimpleFacetsTest, HdfsUnloadDistributedZkTest, TestStressUserVersions, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed in 273.47s, 1 test, 1 failure <<< FAILURES!

[...truncated 933 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:421: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:401: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1259: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:902: There were test failures: 332 suites, 1464 tests, 1 failure, 40 ignored (11 assumptions)

Total time: 88 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_45 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_45) - Build # 3419 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/3419/
Java: 64bit/jdk1.7.0_45 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([93AADFEF7FFAFCCB:262CBE68C03B4E3F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10178 lines...]
   [junit4] Suite: org.apache.solr.core.TestNonNRTOpen
   [junit4]   2> 1832610 T4741 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394
   [junit4]   2> 1832614 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1832618 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1832618 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1832727 T4741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1832819 T4741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1832819 T4741 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1832826 T4741 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 1832848 T4741 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1832850 T4741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1832851 T4741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr
   [junit4]   2> 1832851 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\'
   [junit4]   2> 1832876 T4741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1832877 T4741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr
   [junit4]   2> 1832877 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\'
   [junit4]   2> 1832995 T4741 oasc.CoreContainer.<init> New CoreContainer 642879913
   [junit4]   2> 1832995 T4741 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\]
   [junit4]   2> 1832998 T4741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1832998 T4741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1832998 T4741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1832998 T4741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1832998 T4741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1832998 T4741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1832999 T4741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1832999 T4741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1832999 T4741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1833005 T4741 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1833005 T4741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1833017 T4742 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1
   [junit4]   2> 1833017 T4742 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1833018 T4742 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1833018 T4742 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1833088 T4742 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1833157 T4742 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1833157 T4742 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1833165 T4742 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1833205 T4742 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1833208 T4742 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1833208 T4742 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\
   [junit4]   2> 1833209 T4742 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1833209 T4742 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394
   [junit4]   2> 1833210 T4742 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\index/
   [junit4]   2> 1833212 T4742 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\index' doesn't exist. Creating new index...
   [junit4]   2> 1833212 T4742 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index
   [junit4]   2> 1833219 T4742 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_1,generation=1}
   [junit4]   2> 1833219 T4742 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1833219 T4742 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1833220 T4742 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1833220 T4742 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1833233 T4742 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1833238 T4742 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1833238 T4742 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1833239 T4742 oass.SolrIndexSearcher.<init> Opening Searcher@4a2159a8 main
   [junit4]   2> 1833241 T4742 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1833241 T4743 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a2159a8 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1833245 T4741 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C3019 name=collection1 org.apache.solr.core.SolrCore@3fa39dfb
   [junit4]   2> 1833259 T4741 C3019 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_1,generation=1}
   [junit4]   2> 1833262 T4741 C3019 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1833265 T4741 C3019 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 10
   [junit4]   2> 1833282 T4741 C3019 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1833323 T4741 C3019 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_2,generation=2}
   [junit4]   2> 1833323 T4741 C3019 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1833342 T4741 C3019 oass.SolrIndexSearcher.<init> Opening Searcher@61b02ec5 main
   [junit4]   2> 1833343 T4741 C3019 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1833343 T4743 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61b02ec5 main{StandardDirectoryReader(segments_2:3 _0(5.0):c1)}
   [junit4]   2> 1833344 T4741 C3019 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 63
   [junit4]   2> 1833352 T4741 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1833353 T4741 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=642879913
   [junit4]   2> 1833353 T4741 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3fa39dfb
   [junit4]   2> 1833354 T4741 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1833354 T4741 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1833354 T4741 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1833355 T4741 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1833356 T4741 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1833356 T4741 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1833356 T4741 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394;done=false>>]
   [junit4]   2> 1833356 T4741 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394
   [junit4]   2> 1833356 T4741 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index;done=false>>]
   [junit4]   2> 1833356 T4741 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index
   [junit4]   2> NOTE: per solr.test.leavedatadir, dataDir will not be removed: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394
   [junit4]   2> 1833358 T4741 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 1833358 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1833362 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1833362 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1833477 T4741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1833548 T4741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1833549 T4741 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1833558 T4741 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 1833584 T4741 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1833586 T4741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1833586 T4741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr
   [junit4]   2> 1833586 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\'
   [junit4]   2> 1833609 T4741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1833609 T4741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr
   [junit4]   2> 1833609 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\'
   [junit4]   2> 1833728 T4741 oasc.CoreContainer.<init> New CoreContainer 229806886
   [junit4]   2> 1833729 T4741 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\]
   [junit4]   2> 1833731 T4741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1833732 T4741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 1833732 T4741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1833733 T4741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1833733 T4741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1833733 T4741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1833734 T4741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1833734 T4741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1833734 T4741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1833740 T4741 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1833740 T4741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1833748 T4745 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1
   [junit4]   2> 1833748 T4745 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1833748 T4745 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1833748 T4745 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1833817 T4745 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1833892 T4745 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1833893 T4745 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1833900 T4745 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1833921 T4745 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1833923 T4745 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1833924 T4745 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\
   [junit4]   2> 1833924 T4745 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1833925 T4745 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394
   [junit4]   2> 1833925 T4745 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\index/
   [junit4]   2> 1833927 T4745 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1833928 T4745 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1833928 T4745 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1833941 T4745 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1833947 T4745 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1833947 T4745 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1833948 T4745 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index
   [junit4]   2> 1833950 T4745 oass.SolrIndexSearcher.<init> Opening Searcher@1cadfec1 main
   [junit4]   2> 1833951 T4745 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1833951 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cadfec1 main{StandardDirectoryReader(segments_2:3 _0(5.0):c1)}
   [junit4]   2> 1833953 T4741 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1833962 T4741 oas.SolrTestCaseJ4.setUp ###Starting testSharedCores
   [junit4]   2> ASYNC  NEW_CORE C3020 name=collection1 org.apache.solr.core.SolrCore@373c6796
   [junit4]   2> 1833970 T4741 C3020 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1833973 T4741 C3020 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_2,generation=2}
   [junit4]   2> 1833975 T4741 C3020 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1833975 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 5
   [junit4]   2> 1833988 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 3
   [junit4]   2> 1833998 T4741 C3020 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834028 T4741 C3020 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_3,generation=3}
   [junit4]   2> 1834028 T4741 C3020 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1834039 T4741 C3020 oass.SolrIndexSearcher.<init> Opening Searcher@938d998 main
   [junit4]   2> 1834039 T4741 C3020 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834039 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@938d998 main{StandardDirectoryReader(segments_3:6 _1(5.0):c1)}
   [junit4]   2> 1834040 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 42
   [junit4]   2> 1834059 T4741 C3020 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834093 T4741 C3020 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_4,generation=4}
   [junit4]   2> 1834094 T4741 C3020 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1834104 T4741 C3020 oass.SolrIndexSearcher.<init> Opening Searcher@116592ff main
   [junit4]   2> 1834105 T4741 C3020 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834105 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@116592ff main{StandardDirectoryReader(segments_4:8 _2(5.0):c1)}
   [junit4]   2> 1834106 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 51
   [junit4]   2> 1834125 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 6
   [junit4]   2> 1834136 T4741 C3020 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834169 T4741 C3020 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_5,generation=5}
   [junit4]   2> 1834170 T4741 C3020 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 1834181 T4741 C3020 oass.SolrIndexSearcher.<init> Opening Searcher@6f522433 main
   [junit4]   2> 1834181 T4741 C3020 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834181 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f522433 main{StandardDirectoryReader(segments_5:10 _2(5.0):c1 _3(5.0):c1)}
   [junit4]   2> 1834182 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 48
   [junit4]   2> 1834202 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 7
   [junit4]   2> 1834214 T4741 C3020 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> ASYNC  NEW_CORE C3021 name=collection1 org.apache.solr.core.SolrCore@373c6796
   [junit4]   2> 1834247 T4741 C3021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834282 T4741 C3021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_6,generation=6}
   [junit4]   2> 1834283 T4741 C3021 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 1834294 T4741 C3021 oass.SolrIndexSearcher.<init> Opening Searcher@1a695ff1 main
   [junit4]   2> 1834295 T4741 C3021 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834295 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a695ff1 main{StandardDirectoryReader(segments_6:12 _2(5.0):c1 _3(5.0):c1 _4(5.0):c2)}
   [junit4]   2> 1834296 T4741 C3021 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 50
   [junit4]   2> 1834314 T4741 C3021 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=foo2:doc} 0 5
   [junit4]   2> 1834326 T4741 C3021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834337 T4741 C3021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_7,generation=7}
   [junit4]   2> 1834338 T4741 C3021 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 1834347 T4741 C3021 oass.SolrIndexSearcher.<init> Opening Searcher@3a4507b5 main
   [junit4]   2> 1834348 T4741 C3021 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834348 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a4507b5 main{StandardDirectoryReader(segments_7:13 _2(5.0):c1 _3(5.0):c1 _4(5.0):c2/1:delGen=1)}
   [junit4]   2> 1834349 T4741 C3021 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 24
   [junit4]   2> 1834353 T4741 oas.SolrTestCaseJ4.tearDown ###Ending testSharedCores
   [junit4]   2> 1834359 T4741 oas.SolrTestCaseJ4.setUp ###Starting testReaderIsNotNRT
   [junit4]   2> 1834374 T4741 C3021 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1834375 T4741 C3021 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 6
   [junit4]   2> 1834389 T4741 C3021 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 3
   [junit4]   2> 1834401 T4741 C3021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834429 T4741 C3021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_8,generation=8}
   [junit4]   2> 1834429 T4741 C3021 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 1834445 T4741 C3021 oass.SolrIndexSearcher.<init> Opening Searcher@3a304a4f main
   [junit4]   2> 1834446 T4741 C3021 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834446 T4746 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a304a4f main{StandardDirectoryReader(segments_8:16 _5(5.0):c1)}
   [junit4]   2> 1834448 T4741 C3021 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 49
   [junit4]   2> 1834454 T4741 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1
   [junit4]   2> 1834455 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1834458 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1834460 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1834573 T4741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1834648 T4741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1834650 T4741 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1834659 T4741 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1834682 T4741 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1834684 T4741 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\
   [junit4]   2> 1834684 T4741 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1834685 T4741 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\index/
   [junit4]   2> 1834686 T4741 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1834687 T4741 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1834687 T4741 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1834697 T4741 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1834703 T4741 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1834703 T4741 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1834707 T4741 oass.SolrIndexSearcher.<init> Opening Searcher@15bd9986 main
   [junit4]   2> 1834707 T4741 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 1834708 T4741 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1834708 T4741 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 1834708 T4749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15bd9986 main{StandardDirectoryReader(segments_8:16 _5(5.0):c1)}
   [junit4]   2> 1834718 T4741 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_8,generation=8}
   [junit4]   2> 1834718 T4741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 1834719 T4741 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1834720 T4741 oass.SolrIndexSearcher.<init> Opening Searcher@118d2ea main
   [junit4]   2> 1834721 T4749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@118d2ea main{StandardDirectoryReader(segments_8:16 _5(5.0):c1)}
   [junit4]   2> 1834722 T4741 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 1834722 T4741 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@373c6796
   [junit4]   2> 1834723 T4741 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
   [junit4]   2> 1834723 T4741 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C3022 name=collection1 org.apache.solr.core.SolrCore@4bf0136
   [junit4]   2> 1834746 T4741 C3022 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 7
   [junit4]   2> 1834759 T4741 C3022 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1834792 T4741 C3022 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_9,generation=9}
   [junit4]   2> 1834792 T4741 C3022 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 1834802 T4741 C3022 oass.SolrIndexSearcher.<init> Opening Searcher@773a54af main
   [junit4]   2> 1834803 T4741 C3022 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1834803 T4749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@773a54af main{StandardDirectoryReader(segments_9:18 _5(5.0):c1 _6(5.0):c1)}
   [junit4]   2> 1834804 T4741 C3022 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 45
   [junit4]   2> 1834822 T4741 C3022 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 7
   [junit4]   2> 1834824 T4741 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1
   [junit4]   2> 1834825 T4741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\'
   [junit4]   2> 1834827 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1834830 T4741 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1834959 T4741 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1835026 T4741 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1835026 T4741 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1835036 T4741 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1835062 T4741 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1835064 T4741 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\
   [junit4]   2> 1835064 T4741 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1835064 T4741 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-TestNonNRTOpen-1383416398394\index/
   [junit4]   2> 1835067 T4741 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1835068 T4741 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1835068 T4741 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1835077 T4741 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1835081 T4741 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1835082 T4741 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1835086 T4741 oass.SolrIndexSearcher.<init> Opening Searcher@5e8d950b main
   [junit4]   2> 1835087 T4741 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 1835088 T4741 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1835088 T4741 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 1835087 T4750 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e8d950b main{StandardDirectoryReader(segments_9:18 _5(5.0):c1 _6(5.0):c1)}
   [junit4]   2> 1835116 T4741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_9,generation=9}
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_a,generation=10}
   [junit4]   2> 1835117 T4741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 1835131 T4741 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index,segFN=segments_a,generation=10}
   [junit4]   2> 1835132 T4741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 10
   [junit4]   2> 1835132 T4741 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1835139 T4741 oass.SolrIndexSearcher.<init> Opening Searcher@64f13c18 main
   [junit4]   2> 1835139 T4741 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 1835140 T4741 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4bf0136
   [junit4]   2> 1835140 T4741 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1835141 T4741 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1835143 T4741 oas.SolrTestCaseJ4.tearDown ###Ending testReaderIsNotNRT
   [junit4]   2> 1835145 T4750 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64f13c18 main{StandardDirectoryReader(segments_a:20 _5(5.0):c1 _6(5.0):c1 _7(5.0):c1)}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNonNRTOpen -Dtests.method=testReaderIsNotNRT -Dtests.seed=93AADFEF7FFAFCCB -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=Europe/Minsk -Dtests.file.encoding=Cp1252
   [junit4] FAILURE 0.80s | TestNonNRTOpen.testReaderIsNotNRT <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([93AADFEF7FFAFCCB:262CBE68C03B4E3F]:0)
   [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
   [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 1835155 T4741 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1835155 T4741 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=229806886
   [junit4]   2> 1835157 T4741 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19a07f6e
   [junit4]   2> 1835157 T4741 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1835158 T4741 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1835158 T4741 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1835158 T4741 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1835159 T4741 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1835159 T4741 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1835160 T4741 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index;done=false>>]
   [junit4]   2> 1835160 T4741 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394\index
   [junit4]   2> 1835160 T4741 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394;done=false>>]
   [junit4]   2> 1835160 T4741 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\solrtest-TestNonNRTOpen-1383416398394
   [junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=cs, timezone=Europe/Minsk
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=75204560,total=308035584
   [junit4]   2> NOTE: All tests run in this JVM: [SimplePostToolTest, TestDefaultSearchFieldResource, HighlighterConfigTest, DeleteReplicaTest, SuggesterWFSTTest, TestGroupingSearch, UniqFieldsUpdateProcessorFactoryTest, TestXIncludeConfig, TestCodecSupport, TestStressReorder, TermVectorComponentTest, TestLMJelinekMercerSimilarityFactory, TestJmxIntegration, HdfsRecoveryZkTest, CollectionsAPIDistributedZkTest, TestRealTimeGet, SystemInfoHandlerTest, TestSearchPerf, SyncSliceTest, TestStressRecovery, TestSolrXMLSerializer, TestBinaryResponseWriter, BasicDistributedZk2Test, HdfsBasicDistributedZk2Test, TestFunctionQuery, TestAnalyzedSuggestions, StatelessScriptUpdateProcessorFactoryTest, SoftAutoCommitTest, NotRequiredUniqueKeyTest, DisMaxRequestHandlerTest, SpellCheckCollatorTest, PeerSyncTest, TestMergePolicyConfig, DirectSolrConnectionTest, UUIDFieldTest, JsonLoaderTest, TestFastWriter, TestShardHandlerFactory, TestQuerySenderNoQuery, TestSolrDeletionPolicy2, TestPostingsSolrHighlighter, TestPseudoReturnFields, TestClassNameShortening, CurrencyFieldXmlFileTest, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, HdfsLockFactoryTest, AutoCommitTest, ZkControllerTest, SuggesterFSTTest, TestComponentsName, FileBasedSpellCheckerTest, TestPhraseSuggestions, TestSort, TestPHPSerializedResponseWriter, TestSchemaNameResource, AlternateDirectoryTest, DefaultValueUpdateProcessorTest, DistributedQueryElevationComponentTest, BlockCacheTest, ShardRoutingTest, DocValuesTest, UnloadDistributedZkTest, DOMUtilTest, TestCloudManagedSchemaAddField, TestCoreContainer, DocumentAnalysisRequestHandlerTest, SolrCmdDistributorTest, TestFieldResource, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, SOLR749Test, CoreAdminHandlerTest, PreAnalyzedUpdateProcessorTest, InfoHandlerTest, TestCollapseQParserPlugin, JSONWriterTest, TestRangeQuery, BasicZkTest, ZkNodePropsTest, TestNoOpRegenerator, TestUpdate, SolrRequestParserTest, TestSolrIndexConfig, ChaosMonkeySafeLeaderTest, QueryParsingTest, TestDistributedSearch, HdfsCollectionsAPIDistributedZkTest, TestAnalyzeInfixSuggestions, TestCopyFieldCollectionResource, SliceStateUpdateTest, TestPartialUpdateDeduplication, IndexSchemaTest, TestManagedSchema, TestSolrDeletionPolicy1, SpellPossibilityIteratorTest, AliasIntegrationTest, TestQueryUtils, SolrIndexConfigTest, TestWordDelimiterFilterFactory, DistributedSpellCheckComponentTest, ExternalFileFieldSortTest, TestCoreDiscovery, TestSchemaSimilarityResource, TestSolrCoreProperties, TestReload, TestDistributedGrouping, TestFoldingMultitermQuery, TestManagedSchemaFieldResource, IndexBasedSpellCheckerTest, TestRecovery, SignatureUpdateProcessorFactoryTest, TestBinaryField, TestBM25SimilarityFactory, TestStressLucene, TestJoin, TestExtendedDismaxParser, PluginInfoTest, TestOmitPositions, TestSurroundQueryParser, HdfsUnloadDistributedZkTest, TestMaxScoreQueryParser, ConvertedLegacyTest, SpellCheckComponentTest, TestRTGBase, TestImplicitCoreProperties, OutputWriterTest, TestUtils, TestLMDirichletSimilarityFactory, PrimitiveFieldTypeTest, DeleteInactiveReplicaTest, SuggesterTSTTest, TestCollationField, TestSolr4Spatial, TermVectorComponentDistributedTest, TestPerFieldSimilarity, CustomCollectionTest, TestSchemaResource, TestNonNRTOpen]
   [junit4] Completed in 2.59s, 2 tests, 1 failure <<< FAILURES!

[...truncated 595 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:421: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:401: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:471: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1259: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:902: There were test failures: 332 suites, 1464 tests, 1 failure, 40 ignored (11 assumptions)

Total time: 89 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_45 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure