You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/31 08:31:34 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_60-ea-b15) - Build # 4076 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4076/
Java: 32bit/jdk1.7.0_60-ea-b15 -server -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([1DE81B8D694E2F38:9C0E95951E114F04]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:141)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11187 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\init-core-data-001
   [junit4]   2> 1633487 T6332 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1633487 T6332 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1633492 T6332 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1633494 T6332 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1633495 T6333 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1633566 T6332 oasc.ZkTestServer.run start zk server on port:50259
   [junit4]   2> 1633569 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1633577 T6339 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14ef026 name:ZooKeeperConnection Watcher:127.0.0.1:50259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1633578 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1633578 T6332 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1633585 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1633586 T6341 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@115f314 name:ZooKeeperConnection Watcher:127.0.0.1:50259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1633586 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1633586 T6332 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1633590 T6332 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1633592 T6332 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1633594 T6332 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1633597 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1633597 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1633602 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1633602 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1633606 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1633606 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1633610 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1633610 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1633614 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1633614 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1633618 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1633618 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1633621 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1633621 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1633626 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1633626 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1633631 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1633631 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1633635 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1633635 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1633640 T6332 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1633640 T6332 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1633646 T6334 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14650d2e6580001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1633648 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1633651 T6343 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@421f2c name:ZooKeeperConnection Watcher:127.0.0.1:50259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1633652 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1633656 T6334 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14650d2e6580002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1635024 T6332 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1635034 T6332 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1635036 T6332 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50269
   [junit4]   2> 1635039 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1635039 T6332 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1635039 T6332 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-002
   [junit4]   2> 1635039 T6332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-002\'
   [junit4]   2> 1635060 T6332 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-002\solr.xml
   [junit4]   2> 1635097 T6332 oasc.CoreContainer.<init> New CoreContainer 7958488
   [junit4]   2> 1635098 T6332 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-002\]
   [junit4]   2> 1635099 T6332 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1635099 T6332 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1635099 T6332 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1635099 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1635099 T6332 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1635100 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1635100 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1635100 T6332 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1635100 T6332 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1635104 T6332 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1635104 T6332 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1635104 T6332 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1635104 T6332 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50259/solr
   [junit4]   2> 1635105 T6332 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1635106 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1635111 T6354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bd1d35 name:ZooKeeperConnection Watcher:127.0.0.1:50259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1635112 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1635114 T6334 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14650d2e6580003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1635115 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1635118 T6356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19452f1 name:ZooKeeperConnection Watcher:127.0.0.1:50259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1635118 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1635120 T6332 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1635125 T6332 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1635128 T6332 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1635131 T6332 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1635134 T6332 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1635137 T6332 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1635138 T6332 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50269_
   [junit4]   2> 1635140 T6332 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50269_
   [junit4]   2> 1635142 T6332 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1635144 T6332 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1635147 T6332 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50269_
   [junit4]   2> 1635147 T6332 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1635149 T6332 oasc.Overseer.start Overseer (id=91849709145554948-127.0.0.1:50269_-n_0000000000) starting
   [junit4]   2> 1635154 T6332 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1635166 T6358 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1635166 T6332 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1635169 T6332 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1635171 T6332 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1635174 T6357 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1635178 T6359 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1635178 T6359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1635179 T6359 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1635179 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1635181 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1635182 T6357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50269",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50269_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1635182 T6357 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1635182 T6357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1635186 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1635187 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1635825 T6359 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1635825 T6359 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1635826 T6359 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1635826 T6359 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1635829 T6359 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1635830 T6359 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-002\collection1\'
   [junit4]   2> 1635831 T6359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1635833 T6359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1635834 T6359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1635886 T6359 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1635917 T6359 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1635918 T6359 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1635923 T6359 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1636146 T6359 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1636147 T6359 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1636148 T6359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1636151 T6359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1636172 T6359 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1636172 T6359 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1636173 T6359 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-002\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001/control/data\
   [junit4]   2> 1636173 T6359 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7c27e
   [junit4]   2> 1636173 T6359 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\control\data
   [junit4]   2> 1636174 T6359 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001/control/data\index/
   [junit4]   2> 1636174 T6359 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1636174 T6359 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\control\data\index
   [junit4]   2> 1636175 T6359 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=3.0927734375, floorSegmentMB=2.16796875, forceMergeDeletesPctAllowed=15.327972138173712, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1636180 T6359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 1636180 T6359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1636182 T6359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1636183 T6359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1636183 T6359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1636183 T6359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1636183 T6359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1636183 T6359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1636184 T6359 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1636184 T6359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1636184 T6359 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1636185 T6359 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1636185 T6359 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1636185 T6359 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1636185 T6359 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1636186 T6359 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1636186 T6359 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1636186 T6359 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1636186 T6359 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1636193 T6359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1636195 T6359 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1636195 T6359 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1636196 T6359 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5950879016724681]
   [junit4]   2> 1636197 T6359 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 1636197 T6359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1636197 T6359 oass.SolrIndexSearcher.<init> Opening Searcher@13f1d7b[collection1] main
   [junit4]   2> 1636197 T6359 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1636199 T6359 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1636199 T6359 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1636200 T6359 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1636200 T6359 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1636200 T6359 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1636201 T6359 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1636201 T6359 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1636201 T6359 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1636201 T6359 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1636203 T6360 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13f1d7b[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1636204 T6359 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1636205 T6363 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50269 collection:control_collection shard:shard1
   [junit4]   2> 1636206 T6332 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1636206 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1636209 T6363 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1636212 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1636214 T6365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5be4be name:ZooKeeperConnection Watcher:127.0.0.1:50259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1636214 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1636216 T6332 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1636217 T6363 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1636219 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636220 T6332 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1636221 T6363 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1636221 T6363 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1186 name=collection1 org.apache.solr.core.SolrCore@1d4d4ed url=https://127.0.0.1:50269/collection1 node=127.0.0.1:50269_ C1186_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:50269, core=collection1, node_name=127.0.0.1:50269_}
   [junit4]   2> 1636221 T6363 C1186 P50269 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50269/collection1/
   [junit4]   2> 1636221 T6363 C1186 P50269 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1636221 T6363 C1186 P50269 oasc.SyncStrategy.syncToMe https://127.0.0.1:50269/collection1/ has no replicas
   [junit4]   2> 1636221 T6363 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50269/collection1/ shard1
   [junit4]   2> 1636221 T6363 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1636222 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1636227 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636229 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1636229 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1636235 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1636238 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636306 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1636306 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1636332 T6363 oasc.ZkController.register We are https://127.0.0.1:50269/collection1/ and leader is https://127.0.0.1:50269/collection1/
   [junit4]   2> 1636333 T6363 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50269
   [junit4]   2> 1636333 T6363 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1636333 T6363 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1636333 T6363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1636335 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636335 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636335 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636335 T6363 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1636337 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1636337 T6357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50269",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50269_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1636340 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1636408 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1636408 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1637474 T6332 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1637475 T6332 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1637482 T6332 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1637483 T6332 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50281
   [junit4]   2> 1637485 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1637485 T6332 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1637486 T6332 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-003
   [junit4]   2> 1637486 T6332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-003\'
   [junit4]   2> 1637506 T6332 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-003\solr.xml
   [junit4]   2> 1637543 T6332 oasc.CoreContainer.<init> New CoreContainer 28639798
   [junit4]   2> 1637543 T6332 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-003\]
   [junit4]   2> 1637544 T6332 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1637544 T6332 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1637544 T6332 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1637544 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1637545 T6332 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1637545 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1637545 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1637545 T6332 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1637545 T6332 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1637549 T6332 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1637549 T6332 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1637549 T6332 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1637550 T6332 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50259/solr
   [junit4]   2> 1637550 T6332 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1637551 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1637557 T6376 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ec87f2 name:ZooKeeperConnection Watcher:127.0.0.1:50259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1637557 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1637562 T6334 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14650d2e6580006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1637562 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1637566 T6378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c5df3d name:ZooKeeperConnection Watcher:127.0.0.1:50259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1637566 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1637575 T6332 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1638224 T6332 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50281_
   [junit4]   2> 1638227 T6332 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50281_
   [junit4]   2> 1638250 T6379 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1638250 T6379 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1638252 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1638252 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1638252 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1638253 T6379 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1638255 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1638257 T6357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50281",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50281_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1638257 T6357 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1638257 T6357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1638263 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1638265 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1638265 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1638266 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1638899 T6379 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1638899 T6379 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1638900 T6379 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1638900 T6379 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1638903 T6379 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1638903 T6379 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-003\collection1\'
   [junit4]   2> 1638904 T6379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1638904 T6379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1638907 T6379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1638949 T6379 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1638975 T6379 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1638977 T6379 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1638982 T6379 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1639187 T6379 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1639189 T6379 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1639190 T6379 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1639193 T6379 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1639213 T6379 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1639213 T6379 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1639213 T6379 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-003\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001/jetty1\
   [junit4]   2> 1639213 T6379 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7c27e
   [junit4]   2> 1639213 T6379 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty1
   [junit4]   2> 1639215 T6379 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001/jetty1\index/
   [junit4]   2> 1639215 T6379 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 1639215 T6379 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty1\index
   [junit4]   2> 1639216 T6379 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=3.0927734375, floorSegmentMB=2.16796875, forceMergeDeletesPctAllowed=15.327972138173712, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1639220 T6379 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 1639220 T6379 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1639223 T6379 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1639224 T6379 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1639224 T6379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1639225 T6379 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1639225 T6379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1639225 T6379 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1639225 T6379 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1639225 T6379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1639225 T6379 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1639226 T6379 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1639227 T6379 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1639227 T6379 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1639227 T6379 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1639227 T6379 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1639228 T6379 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1639228 T6379 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1639229 T6379 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1639237 T6379 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1639239 T6379 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1639239 T6379 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1639240 T6379 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5950879016724681]
   [junit4]   2> 1639241 T6379 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 1639241 T6379 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1639243 T6379 oass.SolrIndexSearcher.<init> Opening Searcher@2e23dc[collection1] main
   [junit4]   2> 1639243 T6379 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1639245 T6379 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1639245 T6379 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1639245 T6379 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1639245 T6379 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1639245 T6379 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1639247 T6379 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1639247 T6379 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1639247 T6379 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1639247 T6379 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1639249 T6380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e23dc[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1639249 T6379 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1639251 T6383 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50281 collection:collection1 shard:shard2
   [junit4]   2> 1639251 T6332 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1639252 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1639252 T6383 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1639261 T6383 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1639263 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639263 T6383 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1639263 T6383 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1187 name=collection1 org.apache.solr.core.SolrCore@1f09c20 url=https://127.0.0.1:50281/collection1 node=127.0.0.1:50281_ C1187_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50281, core=collection1, node_name=127.0.0.1:50281_}
   [junit4]   2> 1639263 T6383 C1187 P50281 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50281/collection1/
   [junit4]   2> 1639263 T6383 C1187 P50281 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1639263 T6383 C1187 P50281 oasc.SyncStrategy.syncToMe https://127.0.0.1:50281/collection1/ has no replicas
   [junit4]   2> 1639263 T6383 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50281/collection1/ shard2
   [junit4]   2> 1639264 T6383 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1639266 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1639271 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639272 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639272 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639273 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639277 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1639280 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639347 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639348 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639348 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639375 T6383 oasc.ZkController.register We are https://127.0.0.1:50281/collection1/ and leader is https://127.0.0.1:50281/collection1/
   [junit4]   2> 1639375 T6383 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50281
   [junit4]   2> 1639375 T6383 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1639375 T6383 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1639375 T6383 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1639377 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639377 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639377 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639377 T6383 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1639379 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1639379 T6357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50281",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50281_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1639382 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1639450 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639451 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1639451 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1640585 T6332 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1640585 T6332 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1640595 T6332 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1640596 T6332 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50290
   [junit4]   2> 1640600 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1640601 T6332 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1640601 T6332 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-004
   [junit4]   2> 1640601 T6332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-004\'
   [junit4]   2> 1640622 T6332 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-004\solr.xml
   [junit4]   2> 1640662 T6332 oasc.CoreContainer.<init> New CoreContainer 3673131
   [junit4]   2> 1640663 T6332 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-004\]
   [junit4]   2> 1640664 T6332 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1640664 T6332 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1640664 T6332 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1640664 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1640664 T6332 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1640664 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1640665 T6332 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1640665 T6332 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1640665 T6332 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1640669 T6332 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1640669 T6332 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1640670 T6332 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1640670 T6332 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50259/solr
   [junit4]   2> 1640670 T6332 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1640671 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1640684 T6394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1532e5d name:ZooKeeperConnection Watcher:127.0.0.1:50259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1640685 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1640694 T6334 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14650d2e6580008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1640696 T6332 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1640698 T6396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1029abd name:ZooKeeperConnection Watcher:127.0.0.1:50259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1640699 T6332 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1640718 T6332 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1641434 T6332 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50290_
   [junit4]   2> 1641437 T6332 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50290_
   [junit4]   2> 1641463 T6397 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1641463 T6397 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1641465 T6397 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1641465 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1641466 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1641466 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1641470 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1641471 T6357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50290",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50290_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1641471 T6357 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1641471 T6357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1641479 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1641481 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1641481 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1641481 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1641482 T6396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642176 T6397 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1642176 T6397 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1642177 T6397 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1642177 T6397 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1642179 T6397 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1642180 T6397 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-004\collection1\'
   [junit4]   2> 1642180 T6397 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1642183 T6397 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1642183 T6397 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1642222 T6397 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1642274 T6397 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1642276 T6397 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1642282 T6397 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1642516 T6397 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1642518 T6397 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1642518 T6397 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1642525 T6397 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1642550 T6397 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1642550 T6397 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1642550 T6397 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-004\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001/jetty2\
   [junit4]   2> 1642550 T6397 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f7c27e
   [junit4]   2> 1642550 T6397 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty2
   [junit4]   2> 1642552 T6397 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001/jetty2\index/
   [junit4]   2> 1642552 T6397 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 1642552 T6397 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty2\index
   [junit4]   2> 1642553 T6397 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=3.0927734375, floorSegmentMB=2.16796875, forceMergeDeletesPctAllowed=15.327972138173712, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1642557 T6397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 1642557 T6397 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1642560 T6397 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1642560 T6397 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1642561 T6397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1642561 T6397 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1642561 T6397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1642561 T6397 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1642561 T6397 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1642561 T6397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1642561 T6397 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1642563 T6397 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1642563 T6397 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1642563 T6397 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1642563 T6397 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1642563 T6397 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1642563 T6397 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1642564 T6397 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1642564 T6397 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1642569 T6397 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1642573 T6397 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1642573 T6397 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1642573 T6397 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5950879016724681]
   [junit4]   2> 1642574 T6397 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 1642574 T6397 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1642575 T6397 oass.SolrIndexSearcher.<init> Opening Searcher@6229f6[collection1] main
   [junit4]   2> 1642575 T6397 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1642576 T6397 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1642576 T6397 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1642577 T6397 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1642577 T6397 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1642577 T6397 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1642577 T6397 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1642577 T6397 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1642577 T6397 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1642577 T6397 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1642580 T6398 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6229f6[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 1642581 T6397 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1642581 T6401 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50290 collection:collection1 shard:shard1
   [junit4]   2> 1642582 T6332 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1642582 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1642584 T6401 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1642591 T6401 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1642593 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642595 T6401 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1642595 T6401 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1188 name=collection1 org.apache.solr.core.SolrCore@126dbe6 url=https://127.0.0.1:50290/collection1 node=127.0.0.1:50290_ C1188_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50290, core=collection1, node_name=127.0.0.1:50290_}
   [junit4]   2> 1642595 T6401 C1188 P50290 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50290/collection1/
   [junit4]   2> 1642595 T6401 C1188 P50290 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1642595 T6401 C1188 P50290 oasc.SyncStrategy.syncToMe https://127.0.0.1:50290/collection1/ has no replicas
   [junit4]   2> 1642595 T6401 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50290/collection1/ shard1
   [junit4]   2> 1642596 T6401 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1642597 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1642604 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642605 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642606 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642606 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642606 T6396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642613 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1642618 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642692 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642693 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642693 T6396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642694 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642720 T6401 oasc.ZkController.register We are https://127.0.0.1:50290/collection1/ and leader is https://127.0.0.1:50290/collection1/
   [junit4]   2> 1642720 T6401 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50290
   [junit4]   2> 1642720 T6401 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1642720 T6401 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1642720 T6401 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1642722 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642722 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642722 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642724 T6401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1642726 T6357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1642727 T6357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50290",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:50290_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1642732 T6356 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1642806 T6378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642806 T6356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642806 T6396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1642806 T6365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1643976 T6332 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1643976 T6332 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1643985 T6332 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1643986 T6332 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50299
   [junit4]   2> 1643992 T6332 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1643992 T6332 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1643992 T6332 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-005
   [junit4]   2> 1643992 T6332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-005\'
   [junit4]   2> 1644021 T6332 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Luc

[...truncated too long message...]

eaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1772644 T6494 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1772646 T6494 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty7 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty7;done=false>>]
   [junit4]   2> 1772646 T6494 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty7
   [junit4]   2> 1772646 T6494 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty7\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty7\index;done=false>>]
   [junit4]   2> 1772647 T6494 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001\tempDir-001\jetty7\index
   [junit4]   2> 1772647 T6494 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1772647 T6494 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 12)
   [junit4]   2> 1772647 T6494 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1772648 T6494 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ChaosMonkeySafeLeaderTest-1DE81B8D694E2F38-001
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=437), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=437)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=en_SG, timezone=America/Matamoros
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=2,threads=1,free=124939048,total=373030912
   [junit4]   2> NOTE: All tests run in this JVM: [ResponseHeaderTest, RangeFacetTest, AbstractAnalyticsStatsTest, HdfsChaosMonkeySafeLeaderTest, TestInitQParser, TestCloudInspectUtil, TestShardHandlerFactory, SuggesterTest, TestShortCircuitedRequests, TestJmxMonitoredMap, SuggesterTSTTest, HdfsDirectoryTest, TestQuerySenderListener, DistributedSuggestComponentTest, TestDocBasedVersionConstraints, TestBinaryField, TestReload, ShardRoutingTest, SSLMigrationTest, DistribDocExpirationUpdateProcessorTest, FullSolrCloudDistribCmdsTest, DistributedQueryElevationComponentTest, TestArbitraryIndexDir, SoftAutoCommitTest, TestSolrQueryParserResource, SearchHandlerTest, SuggestComponentTest, SolrPluginUtilsTest, TestClassNameShortening, TestFastWriter, FastVectorHighlighterTest, BadIndexSchemaTest, TestRecoveryHdfs, DirectUpdateHandlerOptimizeTest, QueryElevationComponentTest, AbstractAnalyticsFacetTest, TestCodecSupport, QueryEqualityTest, TestStressRecovery, HdfsSyncSliceTest, TestSearchPerf, TestValueSourceCache, TestNonDefinedSimilarityFactory, PreAnalyzedFieldTest, AutoCommitTest, DirectSolrSpellCheckerTest, DocExpirationUpdateProcessorFactoryTest, SliceStateUpdateTest, SolrRequestParserTest, IndexBasedSpellCheckerTest, SolrTestCaseJ4Test, TestAnalyzeInfixSuggestions, TestBlendedInfixSuggestions, TestIBSimilarityFactory, TestPhraseSuggestions, PolyFieldTest, DocumentAnalysisRequestHandlerTest, QueryParsingTest, BlockDirectoryTest, SortByFunctionTest, SolrIndexSplitterTest, TestIndexSearcher, MigrateRouteKeyTest, TestSolrQueryParser, ModifyConfFileTest, RegexBoostProcessorTest, TestDefaultSearchFieldResource, FieldFacetTest, TestNRTOpen, ParsingFieldUpdateProcessorsTest, DistanceFunctionTest, TestFileDictionaryLookup, OpenExchangeRatesOrgProviderTest, TestRealTimeGet, OpenCloseCoreStressTest, RankQueryTest, HdfsBasicDistributedZkTest, TestDocSet, MultiThreadedOCPTest, TestDynamicFieldResource, TestNoOpRegenerator, DeleteReplicaTest, ShowFileRequestHandlerTest, PeerSyncTest, MBeansHandlerTest, TestDistributedSearch, TestManagedStopFilterFactory, FieldAnalysisRequestHandlerTest, UnloadDistributedZkTest, SolrCoreTest, PluginInfoTest, CurrencyFieldOpenExchangeTest, TestUtils, TestPostingsSolrHighlighter, MoreLikeThisHandlerTest, TestRandomFaceting, TestDistributedGrouping, BadComponentTest, QueryResultKeyTest, TermsComponentTest, TestHashPartitioner, EnumFieldTest, TestImplicitCoreProperties, TestHighlightDedupGrouping, TestManagedSynonymFilterFactory, ZkControllerTest, MultiTermTest, IndexSchemaRuntimeFieldTest, TestRandomMergePolicy, CustomCollectionTest, TestFreeTextSuggestions, TestUpdate, TestPerFieldSimilarity, FunctionTest, LukeRequestHandlerTest, TestQueryUtils, SampleTest, ClusterStateTest, CoreAdminRequestStatusTest, DistributedQueryComponentOptimizationTest, SyncSliceTest, TestSearcherReuse, OverseerRolesTest, NoFacetTest, TestRTGBase, TestFastLRUCache, CopyFieldTest, SolrCoreCheckLockOnStartupTest, HdfsCollectionsAPIDistributedZkTest, DebugComponentTest, TestSchemaResource, TestLazyCores, TestFieldCollectionResource, TestPHPSerializedResponseWriter, TermVectorComponentDistributedTest, OutputWriterTest, TermVectorComponentTest, TestRestManager, ReturnFieldsTest, TestSolrIndexConfig, TestElisionMultitermQuery, LeaderElectionIntegrationTest, DocValuesMultiTest, ConnectionManagerTest, QueryFacetTest, TestCollapseQParserPlugin, SolrXmlInZkTest, TriLevelCompositeIdRoutingTest, TestMiniSolrCloudCluster, TestManagedResourceStorage, TestSolrCoreProperties, HdfsBasicDistributedZk2Test, TestWordDelimiterFilterFactory, ExternalFileFieldSortTest, TestPseudoReturnFields, InfoHandlerTest, CoreMergeIndexesAdminHandlerTest, IndexSchemaTest, TestLMDirichletSimilarityFactory, TestSurroundQueryParser, HdfsLockFactoryTest, CursorMarkTest, ShardRoutingCustomTest, CircularListTest, TestCopyFieldCollectionResource, TestSolrDeletionPolicy2, SuggesterWFSTTest, StatsComponentTest, DateFieldTest, XsltUpdateRequestHandlerTest, TestSimpleQParserPlugin, DocumentBuilderTest, ChaosMonkeySafeLeaderTest]
   [junit4] Completed in 140.14s, 1 test, 1 failure <<< FAILURES!

[...truncated 710 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1296: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:920: There were test failures: 406 suites, 1688 tests, 1 failure, 41 ignored (20 assumptions)

Total time: 99 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b15 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_60-ea-b15) - Build # 4078 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4078/
Java: 64bit/jdk1.7.0_60-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.ReplicationFactorTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([DF1AECC70B9A00AA]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ReplicationFactorTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([DF1AECC70B9A00AA]:0)




Build Log:
[...truncated 10626 lines...]
   [junit4] Suite: org.apache.solr.cloud.ReplicationFactorTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\init-core-data-001
   [junit4]   2> 58271 T128 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_d/
   [junit4]   2> 58276 T128 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 58283 T128 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 58289 T129 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 58493 T128 oasc.ZkTestServer.run start zk server on port:65338
   [junit4]   2> 58670 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 58789 T135 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4074ca7c name:ZooKeeperConnection Watcher:127.0.0.1:65338 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58790 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 58795 T128 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 58882 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 58885 T137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c63cef9 name:ZooKeeperConnection Watcher:127.0.0.1:65338/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 58885 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 58890 T128 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 58897 T128 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 58903 T128 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 58909 T128 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 58916 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 58918 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 58928 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 58928 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 58938 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 58938 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 58946 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 58946 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 58954 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 58954 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 58963 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 58964 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 58972 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 58972 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 58981 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 58982 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 58994 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 58995 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 59003 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 59004 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 59011 T128 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 59012 T128 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 59029 T130 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x146536c9ec30001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 61189 T128 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 61196 T128 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:65346
   [junit4]   2> 61197 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 61198 T128 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 61198 T128 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-002
   [junit4]   2> 61198 T128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-002\'
   [junit4]   2> 61235 T128 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-002\solr.xml
   [junit4]   2> 61302 T128 oasc.CoreContainer.<init> New CoreContainer 1821553057
   [junit4]   2> 61303 T128 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-002\]
   [junit4]   2> 61304 T128 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 61305 T128 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 61305 T128 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 61305 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 61306 T128 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 61306 T128 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 61307 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 61307 T128 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 61307 T128 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 61308 T128 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 61309 T128 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 61309 T128 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 61310 T128 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65338/solr
   [junit4]   2> 61342 T128 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 61344 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 61348 T148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112696ed name:ZooKeeperConnection Watcher:127.0.0.1:65338 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 61349 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 61365 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 61367 T150 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76f85a0f name:ZooKeeperConnection Watcher:127.0.0.1:65338/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 61367 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 61384 T128 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 61399 T128 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 61411 T128 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 61421 T128 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 61428 T128 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 61448 T128 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 61452 T128 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65345__d
   [junit4]   2> 61459 T128 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65345__d
   [junit4]   2> 61471 T128 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 61480 T128 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 61508 T128 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:65345__d
   [junit4]   2> 61509 T128 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 61516 T128 oasc.Overseer.start Overseer (id=91852568392826883-127.0.0.1:65345__d-n_0000000000) starting
   [junit4]   2> 61541 T128 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 61595 T152 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 61597 T128 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 61600 T128 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 61605 T128 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 61634 T151 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 61707 T153 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 61708 T153 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 61719 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 61719 T153 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 61729 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 61731 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65345/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65345__d",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 61731 T151 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 61754 T151 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 61763 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 61777 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 62711 T153 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 62712 T153 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 62714 T153 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 62714 T153 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 62718 T153 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 62719 T153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-002\collection1\'
   [junit4]   2> 62719 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 62722 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 62722 T153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 62859 T153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 62909 T153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 62913 T153 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 62924 T153 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 63332 T153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 63346 T153 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 63349 T153 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 63378 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 63384 T153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 63390 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 63392 T153 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 63393 T153 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 63393 T153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 63397 T153 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 63397 T153 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 63397 T153 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 63397 T153 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 63398 T153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-002\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/control/data\
   [junit4]   2> 63399 T153 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5df758a7
   [junit4]   2> 63409 T153 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/control/data\
   [junit4]   2> 63409 T153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/control/data\index/
   [junit4]   2> 63409 T153 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 63410 T153 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/control/data\index
   [junit4]   2> 63411 T153 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2003117287, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 63412 T153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@20bc27d9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7f2ed504),segFN=segments_1,generation=1}
   [junit4]   2> 63412 T153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 63425 T153 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 63477 T153 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 63478 T153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 63478 T153 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 63478 T153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 63479 T153 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 63479 T153 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 63480 T153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 63480 T153 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 63480 T153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 63481 T153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 63481 T153 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 63482 T153 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 63483 T153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 63484 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 63484 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 63485 T153 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 63497 T153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 63504 T153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 63504 T153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 63505 T153 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2554467243037058]
   [junit4]   2> 63505 T153 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@20bc27d9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7f2ed504),segFN=segments_1,generation=1}
   [junit4]   2> 63505 T153 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 63506 T153 oass.SolrIndexSearcher.<init> Opening Searcher@34ca6c3e[collection1] main
   [junit4]   2> 63506 T153 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 63509 T153 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 63509 T153 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 63518 T153 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 63518 T153 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 63518 T153 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 63520 T153 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 63520 T153 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 63520 T153 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 63520 T153 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 63531 T154 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34ca6c3e[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 63537 T153 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 63539 T157 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:65345/_d collection:control_collection shard:shard1
   [junit4]   2> 63540 T128 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 63540 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 63560 T157 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 63567 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 63570 T160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@322c21a0 name:ZooKeeperConnection Watcher:127.0.0.1:65338/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 63570 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 63573 T128 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 63578 T157 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 63583 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63584 T157 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 63584 T128 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 63584 T157 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@7fa229ca url=http://127.0.0.1:65345/_d/collection1 node=127.0.0.1:65345__d C17_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:65345/_d, core=collection1, node_name=127.0.0.1:65345__d}
   [junit4]   2> 63588 T157 C17 P65345 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:65345/_d/collection1/
   [junit4]   2> 63588 T157 C17 P65345 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 63588 T157 C17 P65345 oasc.SyncStrategy.syncToMe http://127.0.0.1:65345/_d/collection1/ has no replicas
   [junit4]   2> 63589 T157 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:65345/_d/collection1/ shard1
   [junit4]   2> 63595 T157 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 63600 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63614 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63617 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63618 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63634 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63641 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63756 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63757 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63769 T157 oasc.ZkController.register We are http://127.0.0.1:65345/_d/collection1/ and leader is http://127.0.0.1:65345/_d/collection1/
   [junit4]   2> 63769 T157 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:65345/_d
   [junit4]   2> 63769 T157 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 63769 T157 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 63769 T157 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 63774 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63774 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63774 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63775 T157 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63777 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 63778 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65345/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65345__d",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 63784 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 63899 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 63900 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 65311 T128 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 65312 T128 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 65316 T128 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:65359
   [junit4]   2> 65318 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 65318 T128 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 65318 T128 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-003
   [junit4]   2> 65318 T128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-003\'
   [junit4]   2> 65346 T128 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-003\solr.xml
   [junit4]   2> 65404 T128 oasc.CoreContainer.<init> New CoreContainer 968730223
   [junit4]   2> 65404 T128 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-003\]
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 65407 T128 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 65409 T128 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 65409 T128 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 65409 T128 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 65409 T128 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65338/solr
   [junit4]   2> 65409 T128 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 65413 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 65426 T171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51f9df06 name:ZooKeeperConnection Watcher:127.0.0.1:65338 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 65426 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 65431 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 65434 T173 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78bc1b9c name:ZooKeeperConnection Watcher:127.0.0.1:65338/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 65435 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 65451 T128 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 66350 T128 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65358__d
   [junit4]   2> 66353 T128 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65358__d
   [junit4]   2> 66388 T174 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 66389 T174 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 66392 T174 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 66392 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 66393 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 66393 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 66397 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 66399 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65358/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65358__d",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 66399 T151 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 66400 T151 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 66407 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 66409 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 66409 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 66409 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 67283 T174 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 67283 T174 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 67284 T174 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 67284 T174 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 67287 T174 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 67287 T174 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-003\collection1\'
   [junit4]   2> 67290 T174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 67290 T174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 67290 T174 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 67350 T174 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 67398 T174 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 67401 T174 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 67411 T174 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 67818 T174 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 67827 T174 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 67830 T174 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 67859 T174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 67865 T174 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 67870 T174 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 67872 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 67874 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 67874 T174 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 67875 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 67876 T174 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 67876 T174 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 67876 T174 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 67877 T174 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-003\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty1\
   [junit4]   2> 67877 T174 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5df758a7
   [junit4]   2> 67878 T174 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty1\
   [junit4]   2> 67878 T174 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty1\index/
   [junit4]   2> 67879 T174 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 67879 T174 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty1\index
   [junit4]   2> 67880 T174 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2003117287, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 67880 T174 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@397d29ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76677710),segFN=segments_1,generation=1}
   [junit4]   2> 67880 T174 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 67890 T174 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 67891 T174 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 67891 T174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 67891 T174 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 67892 T174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 67892 T174 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 67892 T174 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 67893 T174 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 67893 T174 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 67894 T174 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 67895 T174 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 67895 T174 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 67896 T174 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 67897 T174 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 67898 T174 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 67900 T174 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 67900 T174 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 67910 T174 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 67915 T174 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 67915 T174 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 67917 T174 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2554467243037058]
   [junit4]   2> 67919 T174 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@397d29ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76677710),segFN=segments_1,generation=1}
   [junit4]   2> 67919 T174 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 67920 T174 oass.SolrIndexSearcher.<init> Opening Searcher@6cd2587d[collection1] main
   [junit4]   2> 67920 T174 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 67922 T174 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 67922 T174 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 67925 T174 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 67925 T174 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 67925 T174 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 67931 T174 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 67931 T174 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 67931 T174 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 67931 T174 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 67944 T175 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6cd2587d[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 67954 T174 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 67954 T178 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:65358/_d collection:collection1 shard:shard2
   [junit4]   2> 67956 T128 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 67957 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 67959 T178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 67981 T178 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 67992 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 67995 T178 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 67995 T178 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@31e0fc8 url=http://127.0.0.1:65358/_d/collection1 node=127.0.0.1:65358__d C18_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:65358/_d, core=collection1, node_name=127.0.0.1:65358__d}
   [junit4]   2> 67995 T178 C18 P65358 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:65358/_d/collection1/
   [junit4]   2> 67998 T178 C18 P65358 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 67998 T178 C18 P65358 oasc.SyncStrategy.syncToMe http://127.0.0.1:65358/_d/collection1/ has no replicas
   [junit4]   2> 68001 T178 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:65358/_d/collection1/ shard2
   [junit4]   2> 68001 T178 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 68015 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 68030 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68036 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68039 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68040 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68063 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 68078 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68182 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68184 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68185 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68199 T178 oasc.ZkController.register We are http://127.0.0.1:65358/_d/collection1/ and leader is http://127.0.0.1:65358/_d/collection1/
   [junit4]   2> 68199 T178 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:65358/_d
   [junit4]   2> 68199 T178 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 68199 T178 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 68199 T178 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 68203 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68203 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68203 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68206 T178 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 68209 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 68210 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65358/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65358__d",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 68216 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 68312 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68313 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 68314 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 69841 T128 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 69842 T128 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 69846 T128 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:65369
   [junit4]   2> 69848 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 69849 T128 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 69849 T128 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-004
   [junit4]   2> 69849 T128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-004\'
   [junit4]   2> 69878 T128 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-004\solr.xml
   [junit4]   2> 69937 T128 oasc.CoreContainer.<init> New CoreContainer 1157091295
   [junit4]   2> 69937 T128 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-004\]
   [junit4]   2> 69938 T128 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 69939 T128 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 69939 T128 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 69940 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 69940 T128 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 69940 T128 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 69941 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 69941 T128 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 69941 T128 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 69942 T128 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 69943 T128 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 69943 T128 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 69943 T128 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65338/solr
   [junit4]   2> 69943 T128 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 69945 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 69955 T190 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69705cd8 name:ZooKeeperConnection Watcher:127.0.0.1:65338 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 69956 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 69960 T130 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x146536c9ec30007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 69963 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 69966 T192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cd700cd name:ZooKeeperConnection Watcher:127.0.0.1:65338/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 69966 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 69985 T128 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 70883 T128 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65368__d
   [junit4]   2> 70887 T128 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65368__d
   [junit4]   2> 70912 T193 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 70913 T193 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 70915 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70915 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70915 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70915 T193 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 70919 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 70921 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65368/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65368__d",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 70921 T151 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 70921 T151 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 70929 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 70931 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 70931 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 70932 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 70932 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 71807 T193 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 71807 T193 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 71809 T193 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 71809 T193 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 71812 T193 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 71812 T193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-004\collection1\'
   [junit4]   2> 71812 T193 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 71814 T193 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 71814 T193 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/temp/solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 71872 T193 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 71917 T193 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 71920 T193 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 71930 T193 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 72341 T193 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 72351 T193 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 72354 T193 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 72384 T193 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 72390 T193 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 72396 T193 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 72399 T193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 72400 T193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 72400 T193 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 72402 T193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 72402 T193 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 72402 T193 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 72402 T193 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 72404 T193 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-004\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty2\
   [junit4]   2> 72404 T193 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5df758a7
   [junit4]   2> 72406 T193 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty2\
   [junit4]   2> 72406 T193 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty2\index/
   [junit4]   2> 72406 T193 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 72407 T193 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-001/jetty2\index
   [junit4]   2> 72407 T193 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2003117287, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 72408 T193 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5609277d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fa7c7d7),segFN=segments_1,generation=1}
   [junit4]   2> 72409 T193 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 72417 T193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 72418 T193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 72418 T193 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 72418 T193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 72422 T193 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 72422 T193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 72423 T193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 72423 T193 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 72423 T193 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 72425 T193 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 72427 T193 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 72427 T193 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 72427 T193 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 72429 T193 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 72430 T193 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 72432 T193 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 72432 T193 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 72441 T193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 72448 T193 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 72448 T193 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 72454 T193 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2554467243037058]
   [junit4]   2> 72454 T193 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5609277d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fa7c7d7),segFN=segments_1,generation=1}
   [junit4]   2> 72454 T193 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 72455 T193 oass.SolrIndexSearcher.<init> Opening Searcher@5cd408b7[collection1] main
   [junit4]   2> 72455 T193 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 72467 T193 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 72467 T193 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 72469 T193 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 72469 T193 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 72469 T193 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 72471 T193 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 72471 T193 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 72471 T193 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 72472 T193 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 72478 T194 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cd408b7[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 72484 T193 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 72487 T197 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:65368/_d collection:collection1 shard:shard1
   [junit4]   2> 72488 T128 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 72488 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 72491 T197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 72507 T197 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 72512 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72516 T197 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 72516 T197 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C19 name=collection1 org.apache.solr.core.SolrCore@688a7372 url=http://127.0.0.1:65368/_d/collection1 node=127.0.0.1:65368__d C19_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:65368/_d, core=collection1, node_name=127.0.0.1:65368__d}
   [junit4]   2> 72516 T197 C19 P65368 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:65368/_d/collection1/
   [junit4]   2> 72516 T197 C19 P65368 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 72517 T197 C19 P65368 oasc.SyncStrategy.syncToMe http://127.0.0.1:65368/_d/collection1/ has no replicas
   [junit4]   2> 72517 T197 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:65368/_d/collection1/ shard1
   [junit4]   2> 72517 T197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 72522 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 72534 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72540 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72541 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72541 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72542 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72560 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 72566 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72672 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72673 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72674 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72674 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72700 T197 oasc.ZkController.register We are http://127.0.0.1:65368/_d/collection1/ and leader is http://127.0.0.1:65368/_d/collection1/
   [junit4]   2> 72700 T197 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:65368/_d
   [junit4]   2> 72700 T197 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 72701 T197 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 72701 T197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 72707 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72707 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72707 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72709 T197 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 72713 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 72716 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65368/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65368__d",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 72726 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 72831 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72832 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72832 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 72832 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 74605 T128 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 74606 T128 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 74611 T128 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:65379
   [junit4]   2> 74613 T128 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 74614 T128 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 74614 T128 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-005
   [junit4]   2> 74614 T128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-005\'
   [junit4]   2> 74648 T128 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-005\solr.xml
   [junit4]   2> 74713 T128 oasc.CoreContainer.<init> New CoreContainer 2066236006
   [junit4]   2> 74713 T128 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\temp\solr.cloud.ReplicationFactorTest-DF1AECC70B9A00AA-001\tempDir-005\]
   [junit4]   2> 74714 T128 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 74715 T128 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 74715 T128 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 74716 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 74716 T128 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 74716 T128 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 74717 T128 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 74717 T128 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 74717 T128 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 74718 T128 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 74719 T128 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 74719 T128 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 74719 T128 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65338/solr
   [junit4]   2> 74720 T128 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 74722 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 74728 T209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@101f75b5 name:ZooKeeperConnection Watcher:127.0.0.1:65338 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 74729 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 74735 T128 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 74739 T211 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@94e3f28 name:ZooKeeperConnection Watcher:127.0.0.1:65338/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 74740 T128 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 74763 T128 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 75752 T128 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65378__d
   [junit4]   2> 75754 T128 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65378__d
   [junit4]   2> 75784 T212 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 75785 T212 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 75788 T212 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 75788 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 75789 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 75790 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 75794 T151 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 75796 T151 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:65378/_d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65378__d",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 75796 T151 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 75796 T151 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 75807 T150 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 75811 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 75812 T211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 75813 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 75813 T150 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 75814 T160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 76769 T212 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 76769 T212 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collecti

[...truncated too long message...]

ing.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   2) Thread[id=216, name=coreZkRegister-141-thread-1, state=WAITING, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   3) Thread[id=210, name=TEST-ReplicationFactorTest.testDistribSearch-seed#[DF1AECC70B9A00AA]-SendThread(127.0.0.1:65338), state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 	   4) Thread[id=200, name=qtp2129313393-200 Selector0, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:464)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:606)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:157)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   5) Thread[id=337, name=searcherExecutor-161-thread-1, state=TERMINATED, group={null group}]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	   6) Thread[id=199, name=HashSessionScavenger-7, state=TIMED_WAITING, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> 	   7) Thread[id=159, name=TEST-ReplicationFactorTest.testDistribSearch-seed#[DF1AECC70B9A00AA]-SendThread(127.0.0.1:65338), state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 	   8) Thread[id=201, name=qtp2129313393-201 Acceptor0 SelectChannelConnector@127.0.0.1:65379, state=RUNNABLE, group=TGRP-ReplicationFactorTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_CO, timezone=Asia/Omsk
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=2,threads=12,free=88679456,total=285212672
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsDirectoryTest, LukeRequestHandlerTest, TestLuceneMatchVersion, TestSchemaNameResource, OpenExchangeRatesOrgProviderTest, TestQuerySenderListener, JSONWriterTest, TestExtendedDismaxParser, HighlighterTest, TestSearchPerf, TestFieldTypeResource, TestReversedWildcardFilterFactory, EchoParamsTest, TestManagedSynonymFilterFactory, DateFieldTest, ResponseHeaderTest, ReplicationFactorTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ReplicationFactorTest -Dtests.seed=DF1AECC70B9A00AA -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=Asia/Omsk -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | ReplicationFactorTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DF1AECC70B9A00AA]:0)
   [junit4] Completed in 7262.23s, 1 test, 2 errors <<< FAILURES!

[...truncated 1172 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1296: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:920: There were test failures: 406 suites, 1688 tests, 1 suite-level error, 1 error, 1513 ignored (8 assumptions)

Total time: 157 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.7.0_55) - Build # 4077 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Windows/4077/
Java: 64bit/jdk1.7.0_55 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.lucene.analysis.icu.TestICUNormalizer2CharFilter.testRandomStrings

Error Message:
startOffset 50 expected:<256> but was:<255>

Stack Trace:
java.lang.AssertionError: startOffset 50 expected:<256> but was:<255>
	at __randomizedtesting.SeedInfo.seed([1448FA667367A18A:9CC1FAD8D063F6BF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:183)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:296)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:300)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:816)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:615)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:513)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:437)
	at org.apache.lucene.analysis.icu.TestICUNormalizer2CharFilter.testRandomStrings(TestICUNormalizer2CharFilter.java:189)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 5990 lines...]
   [junit4] Suite: org.apache.lucene.analysis.icu.TestICUNormalizer2CharFilter
   [junit4]   2> TEST FAIL: useCharFilter=false text='\ud800\ude88 avkxvbtvb  >? nhhgjg U\uf3fe\uda55\udecf\uec08\uee7d \u0766\u0003 \ua4eb\ua4d7\ua4d1\ua4dc\ua4ea\ua4dd \u27b8 \u3516\u0000\u06cb\u00d6 []v| kv uhmbat (g \u047c mhvb \uf882\u00048D \u0018\uda70\udf18\u053a\ud6a4\n\u0520\ua038\u00056 tx  \u001b\u0002v\ucb0d \u0424e\u03d6  yxygrwmcah \u8504\ue901V\uf348\u4bf3\u8fe0  weBXoo ucn ioeacw \ufb2e\ufb3a\ufb1c \ub0a8\ue736\u07e0^\udb38\ude60 edp t \uaadd czd kxpxwf  nkff \u07d8  \u0010\u04e4\ud56c\udab5\udfe0\u0519 \u931d\u9486\u8016\u52ff\u7ecb\u871a\u9964 bggfnk \udba9\ude82\ub3ef\ufb90 v h  qvvvk \ud926\udf97H\ue39a\u0525  kdkq hchkj T\u3e6c\u0016  \ud802\udc1b\ud802\udc03 \u15f5\u1484 \u3933\u000f \u0091\u00b7\u00ee\u0091 \u0f75\u0f42  ? \u0f07\u0f4b\u0f7b\u0f84  \u1e7d rdzoa  \u0b79\u0b4d\u0b6a\u0b22\u0b00\u0b7c ovbf q pkds  \u077f\u0766\u0757\u0766\u0772 tauynin tcw y  \u148b\u14cf\u153f\u1601\u1415\u15fb\u14a0 lom \uedc7u\ue75f kkqu  '< uwc dujdtg {1,5}pp \uf82c\u024f \u5a81 l jehohsd    \ud802\ude79\ud802\ude66 \u2185\u2183\u2181\u216c\u215c \u2099\u2096\u2074\u2073\u2095\u2075\u2073\u2090 \u0609I\ub820,\u068c|\u022f\u6ded prg \ud989\udea7\n\u2a22Ee\ue951 dwauihl  \ufe17\ufe17\ufe1b\ufe1e\ufe19 ]j.h \u2ff4\u2ff9\u2ff4\u2ff9\u2ff2 tv |)v|[y  xrzehl py gqhh wlpxr < fqrjzupecu bn  \u1c46\u1c11\u1c3b nln \ua71f\ua710\ua711\ua715\ua719  n?{0,5}a) a \uaa3f  \ueb2cW\u0322\u0449 <?<p </scrip vdh nxwvasi lam  jg ljfwntb VI gb \u7bf1\u0134\u07e9\udbb4\udd85\u3b8c\u96b3 \u2ef9 \uf9c3  \udb01\udcb9\uf954  \u19e6\u19e5\u19f2\u19fd \u2929\u2902 dtnxe  \ufb9b\ua683\u0343 vtqs chhnafe wbarz \ua665\ua694\ua693\ua682\ua689\ua66e\ua65a sbik hh -{1,5 \udb97\udedb\u7dc7 \u6379\u03b0 [s([u.{ \u1c5a\u1c7c\u1c51\u1c64\u1c5e\u1c52\u1c68 <?\"--> cfd iizvc y \u1c21\u1c00\u1c38\u1c0b\u1c2c\u1c04\u1c34 k \u0169\u0115\u016b  \u0006 \">\\'< \uf5ea\u0010\ud8c3\udddb\u0015 \u2f9c\u2f70\u2f2b\u2fa3\u2f5e\u2f0b\u2f17\u2f36 i \uf54f\u14c4T<jd\u04c3\uee5a\u05fe  irkc \u0ce8\u0c87\u0cfd\u0cf5 w #\uf261\udbe2\udc28O \u11a7\u1169 ukdrkm f cpwq nh dyqs cehkg cr \u7bae wdeddr nme \u2dea\u2dee d dyvx \udb81\udf7b\uc5e4\udbba\udd16 \ufd7a\u7c9f\uf580 fpj kcok d{1, nn  wsk '-- \ud802\udf5e \ud802\udf6c \u4de9\u4dc6\u4de8 \u2c6d\u2c77\u2c77 \u1ba6\u1b9a\u1bb4\u1b9b vpztpnt  s qbuawfdo yed \udb9c\udc39L \u0527\u0712\uf52bM\ufc9e\udb54\uddcd \u2c61\u2c6c\u2c75\u2c68\u2c6d\u2c7c ulcz cfxk uyu  \ud86c\udd00\ud86c\udd60 JPLfb \udba9\udde4\u2844\ue477\u966e \uef9f\uee7b\ud4a2\u20ac\u0004 rc    \u3041\u3082\u3048 \u6779 zi qhb \u0dcb\u0dbc l?.|o] \u1864 \uc526\u0614\u8f1c\u91925u '\ud8f9\ude6e\u028f\u71ad\ue5dd\u95dc\u07f6 sb \ua903\ua91b\ua924\ua92a\ua908\ua92d\ua90f \u1cff\u1cd6 txqc \ud957\udd97\ue1bb  cjjyx iy weq \u1737 \ud83c\udc3d dljjubpmhi jgr \u03ae\uf2e9 \u0017\u0019j\u02b8\\  \uf6dbC\u0012\uec1d  ytFVvxidP bsnp \u0c8f\u0caf\u0cc5  \ud80c\uddc6\ud80c\udcdf\ud80c\udca2 uto \u0dd5\u0dc2\u0da1\u0de8\u0dd3\u0df4   \uffb5\uff96 ddfm  < hmvik m\u0946a<  \uff59\uff55\uff93\uff0d\uffa4 \u318e  </scri oyaucua nbb <!-- \u332c  \u1d93 lf  rtc Yb l{1,5 hwovv \ud834\ude15\ud834\ude00\ud834\ude08 o \ua866\ua869 \uf2c3\ue1fb\uf023\uf6da  widsa  pwk aevr \u4cc3 \u319f\u3193 quzxkfa l \u0637\u8022\uf38f\u3df5\u8075    \ua7fa ljv  \ueddd/\uf9cf\u037f\u0101 \u33f8\u3352\u33b9\u3389\u33dd\u333c\u3347    \u000c ovfq ilimrbujyng qv \u1ba1\u1bb9\u1ba3\u1ba4\u1b9e qeomt \u0016\u0002\u7fce\u020a \u1705\u171a\u1707 swz  Kapyu   x- nb y pcejit dnrl \u0195\u0166 \u2de3\u2df9\u2df5\u2dfc\u2df1 vvwzqcc i   fg] nsmxj z  guudxf \u24f0 ?{1 \ud802\udf0d\ud802\udf18\ud802\udf3c\ud802\udf34\ud802\udf09\ud802\udf08 hjo hrznku  \u1d05\u1d7b\u1d21\u1d57\u1d71\u1d04  p  ?\ue1ff\ua1a7{ trm pgyj ekq \u1b70 \ue0d0\u4950 s \u2087\u2087\u207b\u2077\u2079\u2093 \u1f99\u1f48\u1f3f\u1ff3\u1f27\u1f01\u1fce\u1f7d\u1f09 zjkl \u7d48\u697e\ue23d\uc60e \u079a\uec39 npj \ufb12  <!--   \u27dc\u27e3\u27ca \"\"10 cxhcqeew kamr \u27cf\u27d6\u27ce\u27ee qPe vcufrcegi hqaful \ud800\udda9  \u045a\ue6eb\ufd1d\u0005\u23b9 ijxc  \ud9c7\udc04 ff \u0811\u0828\u0831\u0826\u0822\u0833\u0802\u0839 mv. \ud802\udf51\ud802\udf51 </p   sMO gwaqqpg a \ud894\udd2e\ue0af zew unhz cqzeaotmw \ud808\udd42\ud808\udd90\ud808\ude78 \ud7d6 .( \udb75\ude46\ue7eaB vpoy gxlbuke \ud834\udc0e\ud834\udcb8 gdt \uff40\uff13 y \ua850\ua84b\ua849\ua876 \u0d03\u0d0f cNU v cg)on-lx bckpqxz ? --> xm y{1, vshrugf \ud800\ude98 woibqp  odbhr \ue4f6\u6f96\u013f^\u0237 \u0ef9\u0ec3\u0ec7 \ud802\udf77\ud802\udf68\ud802\udf7e\ud802\udf7f\ud802\udf6b ;< smdhu \u15a8 \u32a4\u329f isqpv o hbrtt  k \uc7d3 \u2ff9\u2ff5\u2ff6\u2ff0 bvXF rwgv xicj \u229e\u2232  vjVn \u009b\ud8b9\udcb0\ue361 \u33e9\u3321\u33f8 idkn \u2d1d\u2d2a\u2d1e \u2b7e iukcro kwetwT \u7be7\u039a (.w \u3003\u3017\u3006\u301d\u303b  boler \ud802\ude53\ud802\ude03\ud802\ude2f \u07a5\u07b9\u07a1 .zwf[d \ud804\udcb7\ud804\udcab\ud804\udcce \u228e\u2290\u228b\u2237  \u335d\u335c\u338b\u330e\u335e\u3351 bu \u4cd1\u0464\uf400\u356d\ud975\ude4f?K\uaeaf\u68da jx ufisgg  \u3031\u3006 ])gi] wikrdcf u){0,  tbowd  < \u0a0b\u0a56\u0a71\u0a3c\u0a11 -siw udpkayy       \u0aa1\u0aa8\u0aae\u0af1 \ua9c1\ua9d2\ua999\ua98d\ua9a8\ua9aa\ua9b8 \ua8be\ua880\ua89f f  xorts pq pom \udbf9\udc82\udbe0\udc9d jbpz \u000ev \ud800\udd7e \ue2f1W\uf86a\u00cd\ue547\uc2f7   pq xvx <!--#</s \u1887\u18a4\u1834\u18ae  u..s{ \u195b \uc065\u0003\u0016   imsvi twudl f? xq rGWUpa qopglh \ucf3dD\uda7f\udc24) ?>\"< c n \u319d\u3193\u3190\u319c\u3193\u319b \u090d\u0918 ehnfc d.h{1,5  pey {0,5}y iSZH vyhvtlkcd \ud901\udc08\ud95d\udf99c \u1c3e\u1c04\u1c39\u1c36 rclz \uf69c` myc # \ud14f\ue3c8\uefcb k\ufe99\u838c\ueaf8\u764c\uf795I\u7c5c\uef3c \ud800\udd9d\ud800\udd90   wgxrn adayk \u1d1b\u1d00\u1d29 fwfzhbekp \u2ad2\u0104 \u0cd7\u0c82\u0c89\u0cab\u0cea\u0ce2 c.al| \u056b\uda68\udd12\u913e\u000c\ud316 \ue10b\uf91e \ud802\udf15\ud802\udf23\ud802\udf28 xvF ]b  areo \u000e\u0015 bBv ietg \u31f4\u31f4 \u2af6\u2a64\u2af6\u2a1f\u2aec\u2a78\u2ac0\u2ade\u2ab2\u2a6f d ?> \ue502f qnp \ufad6\uff45\u4091\u71df\u5d37 \u19d9\u19ab\u1998\u19d6\u19c8\u1985\u19ae\u19a0\u199d\u1999\u19ad dhzybdt guXoHBvh \u333f\u33bf po \u227bKS   v hkm \u484b\u0018\u0713\u31b1 khn    \u0303 \ua96e\ua960\ua96e\ua974\ua96f \u2dfa\u2df0\u2dff \u197eOV\u303a\u5135z qrjx XoQ \u028a\u0258\u026b\u0297\u0286\u0274 omiitj \u0129\u05efI\uf2e8.\u6792 lvsle (\udbad\udeeb\u56a9    wjk lh    \udaa7\uddcf\ud90a\udf45\uceee\u59b2 \u01c1\u07db,\uc35f ybcv jef ihushlx Nx uijuw \ud83c\udc16\ud83c\udc18 .pr wfrbs  nqm  njiiggwubs l(]a.y  cfqdlh   \u5462 \u8bef \u0307\u4e58\u1b28 ni \uabf7\uabd2\uabf0\uabef\uabfe  \uf9b4\uf7a4\uf655 lsyr -.z{1 \ud860\udceb \u133c\u1341\u1276\u1215\u131a \u431f yzkf ecdek iei \ud927\udce0\u0162\ue7c2 \u2ffb\u2ff1\u2ff8\u2ffe\u2ff7\u2ffa &#></p> owrb pjwqtn cr oBJ oLXejp \ua281\ua2a3\ua097 uiv \u0245\u0194\ue216\ufb89 deaf x]? y yihhg bd \udb33\uddd0\uf3f9b \u02d4\ub79d\u86fb\u9ea6:   \u2ffd\u2fff rl kn  &#x \ua8f4\ua8f5 cbkd xo \uf050_\u92a6 lnzhwp  zsp sarcv  \u2cb1\u2c9c\u2caf p m\u0717\u0644\u0165\u07a2t\u04a0Q\u0013  csh rxpnal &#9 '\u0005\u03e6\u01b1 <   Br><! \u2318\u236f \u16a1\u16c3  \udacd\udd41w hwtz \ud800\udf36  -{1, \ud87e\udc73  jo zfhmmpfu qzubghfh \udb05\udc13\u0642 \uea56\ud8aa\ude23\ueebf/$ \ud7f7 kw mziyly ets  bzqg  \u0269\u02a0\u025a\u0253\u0297\u0256\u0279 \u28a8\u28fe\u2812\u28a5 \u0ec6\u0eb4\u0ef1\u0e94\u0ea6 ufbbuppCmU   \u00bd\u00ac\u009d\u00f4\u00a6\u00a0\u0085\u00a9 \u1f08\u0777f\u0793\uda5f\udfee e.{1, \u2c3a \u2597\u258f\u2598\u259e\u258d\u2596   \u0540\u0586\u0562\u053e \ud800\udf3d \u245c\u244b\u2446\u2447\u2457\u245d\u244f  ck czhmz kui \ud834\ude06\ud834\ude1a\ud834\ude19\ud834\ude2d noyx \ud85c\ude2dQ'
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestICUNormalizer2CharFilter -Dtests.method=testRandomStrings -Dtests.seed=1448FA667367A18A -Dtests.slow=true -Dtests.locale=iw_IL -Dtests.timezone=America/Creston -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.65s | TestICUNormalizer2CharFilter.testRandomStrings <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: startOffset 50 expected:<256> but was:<255>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1448FA667367A18A:9CC1FAD8D063F6BF]:0)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:183)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:296)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:300)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:816)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:615)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:513)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:437)
   [junit4]    > 	at org.apache.lucene.analysis.icu.TestICUNormalizer2CharFilter.testRandomStrings(TestICUNormalizer2CharFilter.java:189)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene46), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=iw_IL, timezone=America/Creston
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_55 (64-bit)/cpus=2,threads=1,free=138073880,total=213385216
   [junit4]   2> NOTE: All tests run in this JVM: [TestICUTransformFilterFactory, TestICUFoldingFilterFactory, TestICUNormalizer2Filter, TestICUCollationKeyAnalyzer, TestICUTokenizer, TestICUTransformFilter, TestICUTokenizerFactory, TestICUTokenizerCJK, TestICUCollationDocValuesField, TestWithCJKBigramFilter, TestICUFoldingFilter, TestICUNormalizer2FilterFactory, TestCharArrayIterator, TestICUNormalizer2CharFilter]
   [junit4] Completed in 5.35s, 17 tests, 1 failure <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\build.xml:543: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:2017: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\analysis\build.xml:106: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\analysis\build.xml:38: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\module-build.xml:60: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1296: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:920: There were test failures: 15 suites, 112 tests, 1 failure

Total time: 17 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_55 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure