You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/01/05 11:34:18 UTC

[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.7.0_45) - Build # 3564 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3564/
Java: 64bit/jdk1.7.0_45 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
document count mismatch.  control=44 sum(shards)=45 cloudClient=45

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=44 sum(shards)=45 cloudClient=45
	at __randomizedtesting.SeedInfo.seed([9D0EA2B353A06945:1CE82CAB24FF0979]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1241)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:208)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)


REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:61132/_cvi

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:61132/_cvi
	at __randomizedtesting.SeedInfo.seed([9D0EA2B353A06945:1CE82CAB24FF0979]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:503)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:537)
	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:160)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:112)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:395)
	... 45 more




Build Log:
[...truncated 10042 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> 436085 T1211 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_cvi/
   [junit4]   2> 436094 T1211 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ShardSplitTest-1388915100224
   [junit4]   2> 436098 T1211 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 436099 T1212 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 436200 T1211 oasc.ZkTestServer.run start zk server on port:61113
   [junit4]   2> 436203 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 436212 T1219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76bd71d7 name:ZooKeeperConnection Watcher:127.0.0.1:61113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 436213 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 436213 T1211 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 436219 T1213 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14361ca8a4c0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 436224 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 436228 T1222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15ae37cd name:ZooKeeperConnection Watcher:127.0.0.1:61113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 436228 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 436229 T1211 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 436237 T1211 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 436245 T1211 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 436251 T1211 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 436257 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 436259 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 436270 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 436270 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 436279 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 436280 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 436288 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 436288 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 436294 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 436295 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 436301 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 436302 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 436308 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 436309 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 436316 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 436317 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 436325 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 436326 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 436333 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 436334 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 436340 T1211 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 436341 T1211 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 436347 T1213 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14361ca8a4c0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 436846 T1211 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 436853 T1211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61120
   [junit4]   2> 436853 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 436853 T1211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 436853 T1211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476
   [junit4]   2> 436853 T1211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476\'
   [junit4]   2> 436886 T1211 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476\solr.xml
   [junit4]   2> 436998 T1211 oasc.CoreContainer.<init> New CoreContainer 388607184
   [junit4]   2> 436998 T1211 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476\]
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 437000 T1211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 437005 T1211 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 437005 T1211 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 437005 T1211 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 437005 T1211 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61113/solr
   [junit4]   2> 437008 T1211 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 437009 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 437018 T1234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@384ec9c1 name:ZooKeeperConnection Watcher:127.0.0.1:61113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 437019 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 437022 T1213 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14361ca8a4c0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 437024 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 437027 T1237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b92efa2 name:ZooKeeperConnection Watcher:127.0.0.1:61113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 437028 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 437031 T1211 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 437040 T1211 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 437051 T1211 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 437054 T1211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61120__cvi
   [junit4]   2> 437057 T1211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61120__cvi
   [junit4]   2> 437064 T1211 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 437069 T1211 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 437078 T1211 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 437082 T1211 oasc.Overseer.start Overseer (id=91023940009066499-127.0.0.1:61120__cvi-n_0000000000) starting
   [junit4]   2> 437088 T1211 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 437094 T1239 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 437095 T1211 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 437099 T1211 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 437102 T1211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 437107 T1238 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 437115 T1240 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 437115 T1240 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 437117 T1240 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 437117 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 437121 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 437122 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61120/_cvi",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61120__cvi",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 437122 T1238 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 437122 T1238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 437129 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 437131 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 438118 T1240 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 438118 T1240 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476\collection1
   [junit4]   2> 438118 T1240 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 438119 T1240 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 438119 T1240 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 438122 T1240 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476\collection1\'
   [junit4]   2> 438124 T1240 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476/collection1/lib/classes/' to classloader
   [junit4]   2> 438125 T1240 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476/collection1/lib/README' to classloader
   [junit4]   2> 438189 T1240 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 438259 T1240 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 438260 T1240 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 438273 T1240 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 438905 T1240 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 438908 T1240 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 438911 T1240 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 438918 T1240 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 438969 T1240 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 438969 T1240 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ShardSplitTest-controljetty-1388915100476\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1388915100222/control/data\
   [junit4]   2> 438969 T1240 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@52f1f87e
   [junit4]   2> 438988 T1240 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1388915100222/control/data\
   [junit4]   2> 438989 T1240 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1388915100222/control/data\index/
   [junit4]   2> 438989 T1240 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1388915100222\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 438990 T1240 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1388915100222/control/data\index
   [junit4]   2> 438990 T1240 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=13.3525390625, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=9.694332611090012, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4119483547240267
   [junit4]   2> 438991 T1240 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@65290aaf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@628093a2),segFN=segments_1,generation=1}
   [junit4]   2> 438991 T1240 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 438995 T1240 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 438995 T1240 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 438996 T1240 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 438996 T1240 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 438996 T1240 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 438997 T1240 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 438997 T1240 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 438997 T1240 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 438998 T1240 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 438998 T1240 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 438999 T1240 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 438999 T1240 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 438999 T1240 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 439000 T1240 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 439000 T1240 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 439000 T1240 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 439009 T1240 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 439015 T1240 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 439016 T1240 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 439017 T1240 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.185546875, floorSegmentMB=1.6513671875, forceMergeDeletesPctAllowed=13.072027124760057, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6306805472659169
   [junit4]   2> 439017 T1240 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@65290aaf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@628093a2),segFN=segments_1,generation=1}
   [junit4]   2> 439017 T1240 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 439019 T1240 oass.SolrIndexSearcher.<init> Opening Searcher@9967c4f main
   [junit4]   2> 439022 T1241 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9967c4f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 439023 T1240 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 439024 T1211 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 439025 T1244 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61120/_cvi collection:control_collection shard:shard1
   [junit4]   2> 439025 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 439028 T1244 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 439029 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 439034 T1247 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d58b0a1 name:ZooKeeperConnection Watcher:127.0.0.1:61113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 439035 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 439041 T1211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 439049 T1211 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 439053 T1244 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 439059 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439062 T1244 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 439062 T1244 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C330 name=collection1 org.apache.solr.core.SolrCore@386f3bec url=http://127.0.0.1:61120/_cvi/collection1 node=127.0.0.1:61120__cvi C330_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:61120/_cvi, core=collection1, node_name=127.0.0.1:61120__cvi}
   [junit4]   2> 439062 T1244 C330 P61120 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61120/_cvi/collection1/
   [junit4]   2> 439062 T1244 C330 P61120 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 439064 T1244 C330 P61120 oasc.SyncStrategy.syncToMe http://127.0.0.1:61120/_cvi/collection1/ has no replicas
   [junit4]   2> 439064 T1244 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61120/_cvi/collection1/ shard1
   [junit4]   2> 439064 T1244 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 439069 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 439093 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439096 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 439096 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 439109 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 439115 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439219 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 439219 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 439258 T1244 oasc.ZkController.register We are http://127.0.0.1:61120/_cvi/collection1/ and leader is http://127.0.0.1:61120/_cvi/collection1/
   [junit4]   2> 439258 T1244 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61120/_cvi
   [junit4]   2> 439258 T1244 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 439258 T1244 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 439258 T1244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 439260 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439260 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439260 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439262 T1244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 439265 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 439266 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61120/_cvi",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61120__cvi",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 439271 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 439378 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 439378 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 439560 T1211 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 439564 T1211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61132
   [junit4]   2> 439566 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 439566 T1211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 439566 T1211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177
   [junit4]   2> 439567 T1211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177\'
   [junit4]   2> 439595 T1211 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177\solr.xml
   [junit4]   2> 439677 T1211 oasc.CoreContainer.<init> New CoreContainer 1345652905
   [junit4]   2> 439678 T1211 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177\]
   [junit4]   2> 439680 T1211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 439680 T1211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 439680 T1211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 439680 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 439681 T1211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 439681 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 439681 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 439681 T1211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 439682 T1211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 439687 T1211 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 439687 T1211 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 439687 T1211 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 439688 T1211 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61113/solr
   [junit4]   2> 439688 T1211 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 439690 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 439699 T1259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5db64fc7 name:ZooKeeperConnection Watcher:127.0.0.1:61113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 439700 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 439705 T1213 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14361ca8a4c0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 439710 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 439714 T1262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fae23d5 name:ZooKeeperConnection Watcher:127.0.0.1:61113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 439714 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 439722 T1211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 440729 T1211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61132__cvi
   [junit4]   2> 440733 T1211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61132__cvi
   [junit4]   2> 440742 T1247 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 440743 T1237 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 440743 T1262 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 440760 T1263 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 440760 T1263 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 440763 T1263 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 440763 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440763 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440763 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440768 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 440770 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61132/_cvi",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61132__cvi",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 440770 T1238 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 440770 T1238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 440779 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 440885 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 440885 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 440885 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 441763 T1263 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 441763 T1263 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177\collection1
   [junit4]   2> 441763 T1263 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 441765 T1263 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 441765 T1263 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 441768 T1263 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177\collection1\'
   [junit4]   2> 441770 T1263 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177/collection1/lib/classes/' to classloader
   [junit4]   2> 441770 T1263 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177/collection1/lib/README' to classloader
   [junit4]   2> 441840 T1263 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 441950 T1263 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 441953 T1263 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 441963 T1263 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 442579 T1263 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 442583 T1263 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 442585 T1263 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 442591 T1263 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 442651 T1263 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 442653 T1263 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1388915103177\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty1\
   [junit4]   2> 442653 T1263 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@52f1f87e
   [junit4]   2> 442656 T1263 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty1\
   [junit4]   2> 442657 T1263 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty1\index/
   [junit4]   2> 442657 T1263 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1388915100222\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 442658 T1263 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty1\index
   [junit4]   2> 442659 T1263 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=13.3525390625, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=9.694332611090012, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4119483547240267
   [junit4]   2> 442660 T1263 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@358b12ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ee2fad8),segFN=segments_1,generation=1}
   [junit4]   2> 442660 T1263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 442667 T1263 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 442668 T1263 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 442668 T1263 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 442669 T1263 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 442669 T1263 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 442669 T1263 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 442670 T1263 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 442671 T1263 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 442671 T1263 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 442672 T1263 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 442673 T1263 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 442673 T1263 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 442674 T1263 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 442675 T1263 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 442675 T1263 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 442676 T1263 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 442689 T1263 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 442699 T1263 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 442699 T1263 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 442700 T1263 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.185546875, floorSegmentMB=1.6513671875, forceMergeDeletesPctAllowed=13.072027124760057, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6306805472659169
   [junit4]   2> 442701 T1263 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@358b12ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ee2fad8),segFN=segments_1,generation=1}
   [junit4]   2> 442702 T1263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 442702 T1263 oass.SolrIndexSearcher.<init> Opening Searcher@3db7212a main
   [junit4]   2> 442714 T1263 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 442716 T1264 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3db7212a main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 442718 T1211 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 442718 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 442720 T1267 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61132/_cvi collection:collection1 shard:shard1
   [junit4]   2> 442756 T1267 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 442778 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 442785 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 442785 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 442785 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 442789 T1267 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 442789 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C331 name=collection1 org.apache.solr.core.SolrCore@49886bb7 url=http://127.0.0.1:61132/_cvi/collection1 node=127.0.0.1:61132__cvi C331_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:61132/_cvi, core=collection1, node_name=127.0.0.1:61132__cvi}
   [junit4]   2> 442789 T1267 C331 P61132 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61132/_cvi/collection1/
   [junit4]   2> 442789 T1267 C331 P61132 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 442789 T1267 C331 P61132 oasc.SyncStrategy.syncToMe http://127.0.0.1:61132/_cvi/collection1/ has no replicas
   [junit4]   2> 442790 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61132/_cvi/collection1/ shard1
   [junit4]   2> 442790 T1267 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 442795 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 442817 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 442821 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 442822 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 442822 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 442842 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 442851 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 442968 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 442968 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 442969 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 443002 T1267 oasc.ZkController.register We are http://127.0.0.1:61132/_cvi/collection1/ and leader is http://127.0.0.1:61132/_cvi/collection1/
   [junit4]   2> 443002 T1267 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61132/_cvi
   [junit4]   2> 443002 T1267 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 443002 T1267 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 443002 T1267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 443006 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 443006 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 443006 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 443010 T1267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 443013 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 443014 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61132/_cvi",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61132__cvi",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 443023 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 443140 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 443140 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 443141 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 443296 T1211 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 443300 T1211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61141
   [junit4]   2> 443301 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 443301 T1211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 443301 T1211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846
   [junit4]   2> 443301 T1211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846\'
   [junit4]   2> 443335 T1211 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846\solr.xml
   [junit4]   2> 443427 T1211 oasc.CoreContainer.<init> New CoreContainer 320617894
   [junit4]   2> 443428 T1211 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846\]
   [junit4]   2> 443429 T1211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 443430 T1211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 443430 T1211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 443430 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 443431 T1211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 443431 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 443431 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 443431 T1211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 443432 T1211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 443438 T1211 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 443438 T1211 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 443438 T1211 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 443439 T1211 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61113/solr
   [junit4]   2> 443439 T1211 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 443441 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 443447 T1279 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ed528fe name:ZooKeeperConnection Watcher:127.0.0.1:61113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 443448 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 443455 T1213 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14361ca8a4c0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 443456 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 443460 T1282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b3c1f26 name:ZooKeeperConnection Watcher:127.0.0.1:61113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 443460 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 443473 T1211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 444581 T1211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61141__cvi
   [junit4]   2> 444584 T1211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61141__cvi
   [junit4]   2> 444592 T1247 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 444592 T1262 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 444594 T1282 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 444595 T1237 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 444617 T1283 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 444618 T1283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 444624 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 444625 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 444625 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 444624 T1283 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 444628 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 444630 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61141/_cvi",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61141__cvi",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 444630 T1238 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 444630 T1238 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 444640 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 444643 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 444643 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 444643 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 444644 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 445725 T1283 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 445725 T1283 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846\collection1
   [junit4]   2> 445725 T1283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 445727 T1283 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 445727 T1283 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 445730 T1283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846\collection1\'
   [junit4]   2> 445733 T1283 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846/collection1/lib/classes/' to classloader
   [junit4]   2> 445734 T1283 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846/collection1/lib/README' to classloader
   [junit4]   2> 445843 T1283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 445955 T1283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 445978 T1283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 445994 T1283 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 446871 T1283 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 446876 T1283 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 446879 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 446889 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 446958 T1283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 446958 T1283 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ShardSplitTest-jetty2-1388915106846\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty2\
   [junit4]   2> 446958 T1283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@52f1f87e
   [junit4]   2> 446962 T1283 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty2\
   [junit4]   2> 446963 T1283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty2\index/
   [junit4]   2> 446963 T1283 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1388915100222\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 446964 T1283 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1388915100222/jetty2\index
   [junit4]   2> 446965 T1283 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=13.3525390625, floorSegmentMB=2.150390625, forceMergeDeletesPctAllowed=9.694332611090012, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4119483547240267
   [junit4]   2> 446966 T1283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f677c5c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bf2d2d3),segFN=segments_1,generation=1}
   [junit4]   2> 446966 T1283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 446973 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 446974 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 446975 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 446975 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 446975 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 446975 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 446976 T1283 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 446977 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 446977 T1283 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 446978 T1283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 446979 T1283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 446979 T1283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 446980 T1283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 446982 T1283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 446982 T1283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 446983 T1283 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 446997 T1283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 447005 T1283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 447005 T1283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 447006 T1283 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.185546875, floorSegmentMB=1.6513671875, forceMergeDeletesPctAllowed=13.072027124760057, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6306805472659169
   [junit4]   2> 447007 T1283 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f677c5c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bf2d2d3),segFN=segments_1,generation=1}
   [junit4]   2> 447007 T1283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 447007 T1283 oass.SolrIndexSearcher.<init> Opening Searcher@3aae0d89 main
   [junit4]   2> 447015 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3aae0d89 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 447019 T1283 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 447020 T1211 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 447021 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 447021 T1287 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61141/_cvi collection:collection1 shard:shard2
   [junit4]   2> 447026 T1287 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 447047 T1287 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 447053 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447056 T1287 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 447056 T1287 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C332 name=collection1 org.apache.solr.core.SolrCore@33e65249 url=http://127.0.0.1:61141/_cvi/collection1 node=127.0.0.1:61141__cvi C332_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:61141/_cvi, core=collection1, node_name=127.0.0.1:61141__cvi}
   [junit4]   2> 447056 T1287 C332 P61141 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61141/_cvi/collection1/
   [junit4]   2> 447056 T1287 C332 P61141 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 447058 T1287 C332 P61141 oasc.SyncStrategy.syncToMe http://127.0.0.1:61141/_cvi/collection1/ has no replicas
   [junit4]   2> 447058 T1287 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61141/_cvi/collection1/ shard2
   [junit4]   2> 447058 T1287 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 447062 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 447075 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447081 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447081 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447082 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447084 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447100 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 447108 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447225 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447226 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447226 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447227 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447260 T1287 oasc.ZkController.register We are http://127.0.0.1:61141/_cvi/collection1/ and leader is http://127.0.0.1:61141/_cvi/collection1/
   [junit4]   2> 447261 T1287 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61141/_cvi
   [junit4]   2> 447261 T1287 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 447261 T1287 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 447261 T1287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 447265 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447265 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447265 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447267 T1287 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 447272 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 447273 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:61141/_cvi",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:61141__cvi",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 447281 T1237 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 447399 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447400 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447400 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447400 T1262 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 447607 T1211 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 447610 T1211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61150
   [junit4]   2> 447612 T1211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 447612 T1211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 447612 T1211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ShardSplitTest-jetty3-1388915111149
   [junit4]   2> 447612 T1211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ShardSplitTest-jetty3-1388915111149\'
   [junit4]   2> 447642 T1211 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1388915111149\solr.xml
   [junit4]   2> 447731 T1211 oasc.CoreContainer.<init> New CoreContainer 2072559159
   [junit4]   2> 447731 T1211 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ShardSplitTest-jetty3-1388915111149\]
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 447735 T1211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 447742 T1211 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 447742 T1211 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 447742 T1211 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 447742 T1211 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61113/solr
   [junit4]   2> 447742 T1211 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 447746 T1211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 447753 T1299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@490d610e name:ZooKeeperConnection Watcher:127.0.0.1:61113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 447754 T1211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 447757 T1213 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14361ca8a4c0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.s

[...truncated too long message...]

achingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388916288482\jetty7\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388916288482\jetty7\index;done=false>>]
   [junit4]   2> 1691746 T4167 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388916288482\jetty7\index
   [junit4]   2> 1691746 T4167 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388916288482\jetty7 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388916288482\jetty7;done=false>>]
   [junit4]   2> 1691746 T4167 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388916288482\jetty7
   [junit4]   2> 1691747 T4167 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1691745 T4123 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1691747 T4167 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1691747 T4123 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Lucene46: {_version_=PostingsFormat(name=Memory doPackFST= false), a_si=PostingsFormat(name=Memory doPackFST= false), id=MockFixedIntBlock(blockSize=1194), a_t=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=fi_FI, timezone=America/Regina
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=2,threads=1,free=233779608,total=450887680
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSchemaTest, TestWordDelimiterFilterFactory, TestSort, TestRealTimeGet, CoreAdminHandlerTest, TestSolrDeletionPolicy1, TestReloadAndDeleteDocs, TestFastLRUCache, OpenCloseCoreStressTest, TestJmxMonitoredMap, TestLRUCache, TestSolrIndexConfig, FullSolrCloudDistribCmdsTest, TestSchemaNameResource, TestMultiCoreConfBootstrap, TestCollationKeyRangeQueries, SyncSliceTest, DistributedQueryComponentCustomSortTest, TestSolrXmlPersistor, DateFieldTest, TermVectorComponentDistributedTest, InfoHandlerTest, SuggesterFSTTest, SpellCheckCollatorTest, PeerSyncTest, URLClassifyProcessorTest, TestCloudManagedSchemaAddField, TestImplicitCoreProperties, TestFieldTypeResource, UniqFieldsUpdateProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, TestRandomFaceting, ShardSplitTest, FieldAnalysisRequestHandlerTest, OpenExchangeRatesOrgProviderTest, ShardRoutingCustomTest, TestZkChroot, HdfsCollectionsAPIDistributedZkTest, TestPhraseSuggestions, TestDefaultSimilarityFactory, TestPerFieldSimilarity, NotRequiredUniqueKeyTest, TestStressUserVersions, TestSolrXmlPersistence, TestFieldCollectionResource, SolrPluginUtilsTest, MoreLikeThisHandlerTest, DirectUpdateHandlerTest, HdfsDirectoryTest, SoftAutoCommitTest, DirectSolrConnectionTest, TestAnalyzeInfixSuggestions, SpellCheckComponentTest, TestFaceting, CachingDirectoryFactoryTest, ClusterStateUpdateTest, ZkNodePropsTest, TestSystemIdResolver, SliceStateUpdateTest, OverseerCollectionProcessorTest, TestDocumentBuilder, TestFoldingMultitermQuery, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestPartialUpdateDeduplication, TestStressReorder, TestRecovery, TestSolrXml, TestUtils, TestAddFieldRealTimeGet, ConnectionManagerTest, ReturnFieldsTest, QueryEqualityTest, SearchHandlerTest, BlockCacheTest, TestNRTOpen, TestManagedSchema, JsonLoaderTest, TestNumberUtils, ZkSolrClientTest, TestAnalyzedSuggestions, TestSolrDeletionPolicy2, SuggestComponentTest, TestIndexSearcher, DeleteReplicaTest, CoreContainerCoreInitFailuresTest, TestCodecSupport, DefaultValueUpdateProcessorTest, StandardRequestHandlerTest, AddBlockUpdateTest, StressHdfsTest, FastVectorHighlighterTest, TestRandomDVFaceting, ShowFileRequestHandlerTest, TestFieldResource, BasicDistributedZk2Test, RequiredFieldsTest, HighlighterConfigTest, OutputWriterTest, TestRecoveryHdfs, UnloadDistributedZkTest, TestFuzzyAnalyzedSuggestions, SpatialFilterTest, TestUniqueKeyFieldResource, TestCoreDiscovery, TestNoOpRegenerator, TestRemoteStreaming, LegacyHTMLStripCharFilterTest, AssignTest, TestLazyCores, TestDFRSimilarityFactory, DistributedTermsComponentTest, TestManagedSchemaFieldResource, PingRequestHandlerTest, CoreMergeIndexesAdminHandlerTest, TestSchemaVersionResource, TestFunctionQuery, TestCloudManagedSchema, TestDistributedGrouping, CopyFieldTest, ConvertedLegacyTest, TestCollationField, SuggesterWFSTTest, TestSchemaResource, SolrInfoMBeanTest, QueryElevationComponentTest, TermsComponentTest, TestIndexingPerformance, TestElisionMultitermQuery, DocumentAnalysisRequestHandlerTest, PreAnalyzedUpdateProcessorTest, MultiTermTest, BinaryUpdateRequestHandlerTest, TestTrie, TestValueSourceCache, LoggingHandlerTest, SampleTest, IndexBasedSpellCheckerTest, HighlighterTest, AutoCommitTest, TestSolrQueryParser, HdfsBasicDistributedZk2Test, QueryResultKeyTest, QueryParsingTest, ParsingFieldUpdateProcessorsTest, NoCacheHeaderTest, TestCSVResponseWriter, TestCSVLoader, TestRTGBase, TestDistributedMissingSort, TestFileDictionaryLookup, TestBadConfig, PreAnalyzedFieldTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, RAMDirectoryFactoryTest, PathHierarchyTokenizerFactoryTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed in 68.43s, 1 test, 1 failure <<< FAILURES!

[...truncated 565 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1307: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:940: There were test failures: 348 suites, 1522 tests, 1 error, 1 failure, 40 ignored (11 assumptions)

Total time: 80 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_45 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure