You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/17 21:09:02 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.8.0-fcs-b129) - Build # 3714 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3714/
Java: 32bit/jdk1.8.0-fcs-b129 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
document count mismatch.  control=91 sum(shards)=90 cloudClient=90

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=91 sum(shards)=90 cloudClient=90
	at __randomizedtesting.SeedInfo.seed([63711ECF93C22C43:E29790D7E49D4C7F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1230)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:208)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10154 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 636242 T2789 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 636242 T2789 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 636246 T2789 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ChaosMonkeyNothingIsSafeTest-1392665730951
   [junit4]   2> 636248 T2789 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 636251 T2790 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 636338 T2789 oasc.ZkTestServer.run start zk server on port:51696
   [junit4]   2> 636340 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 636345 T2796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fedc9d name:ZooKeeperConnection Watcher:127.0.0.1:51696 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636345 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 636346 T2789 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 636350 T2791 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14441589f8f0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 636351 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 636353 T2798 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d2c054 name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636353 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 636353 T2789 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 636357 T2789 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 636359 T2789 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 636362 T2789 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 636365 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 636365 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 636371 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 636371 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 636375 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 636375 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 636379 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 636380 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 636383 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 636384 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 636387 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 636387 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 636391 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 636391 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 636395 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 636395 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 636399 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 636400 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 636402 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 636403 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 636406 T2789 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 636406 T2789 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 636411 T2791 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14441589f8f0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 636412 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 636414 T2800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137caa5 name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636414 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 636417 T2791 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14441589f8f0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 636886 T2789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 636898 T2789 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 636908 T2789 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51706
   [junit4]   2> 636914 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 636914 T2789 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 636914 T2789 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120
   [junit4]   2> 636914 T2789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120\'
   [junit4]   2> 636949 T2789 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120\solr.xml
   [junit4]   2> 636960 T2789 oasc.CoreContainer.<init> New CoreContainer 12469090
   [junit4]   2> 636960 T2789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120\]
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 636962 T2789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 636973 T2789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 636973 T2789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 636973 T2789 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 636973 T2789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51696/solr
   [junit4]   2> 636973 T2789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 636977 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 636984 T2811 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b38ec3 name:ZooKeeperConnection Watcher:127.0.0.1:51696 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636985 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 636988 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 636991 T2813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10cc1b8 name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636991 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 636993 T2789 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 636998 T2789 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 637003 T2789 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 637005 T2789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51706_
   [junit4]   2> 637007 T2789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51706_
   [junit4]   2> 637011 T2789 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 637012 T2789 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 637018 T2789 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51706_
   [junit4]   2> 637018 T2789 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 637021 T2789 oasc.Overseer.start Overseer (id=91269741344129028-127.0.0.1:51706_-n_0000000000) starting
   [junit4]   2> 637025 T2789 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 637031 T2815 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 637031 T2789 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 637033 T2815 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 637035 T2789 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 637038 T2789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 637041 T2814 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 637045 T2816 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 637045 T2816 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 637046 T2816 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 637046 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 637048 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 637049 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51706",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51706_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 637049 T2814 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 637049 T2814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 637053 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 637054 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 637997 T2816 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 637997 T2816 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120\collection1
   [junit4]   2> 637997 T2816 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 637998 T2816 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 637998 T2816 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 638000 T2816 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 638000 T2816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120\collection1\'
   [junit4]   2> 638002 T2816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120/collection1/lib/classes/' to classloader
   [junit4]   2> 638002 T2816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120/collection1/lib/README' to classloader
   [junit4]   2> 638029 T2816 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 638044 T2816 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 638046 T2816 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 638050 T2816 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 638149 T2816 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 638152 T2816 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 638152 T2816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 638157 T2816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 638185 T2816 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 638185 T2816 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1392665731120\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950/control/data\
   [junit4]   2> 638185 T2816 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d1ec2
   [junit4]   2> 638185 T2816 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\control\data
   [junit4]   2> 638187 T2816 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950/control/data\index/
   [junit4]   2> 638187 T2816 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 638190 T2816 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\control\data\index
   [junit4]   2> 638190 T2816 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=57.875, floorSegmentMB=2.12109375, forceMergeDeletesPctAllowed=2.3864782315004476, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 638197 T2816 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 638197 T2816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 638198 T2816 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 638198 T2816 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 638199 T2816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 638199 T2816 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 638199 T2816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 638199 T2816 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 638200 T2816 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 638200 T2816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 638200 T2816 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 638201 T2816 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 638201 T2816 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 638201 T2816 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 638201 T2816 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 638202 T2816 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 638202 T2816 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 638202 T2816 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 638206 T2816 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 638210 T2816 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 638210 T2816 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 638210 T2816 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4552369791361154]
   [junit4]   2> 638211 T2816 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 638211 T2816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 638211 T2816 oass.SolrIndexSearcher.<init> Opening Searcher@6c806f[collection1] main
   [junit4]   2> 638215 T2817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c806f[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 638215 T2816 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 638216 T2789 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 638217 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 638217 T2820 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51706 collection:control_collection shard:shard1
   [junit4]   2> 638219 T2820 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 638226 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 638236 T2822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4b925 name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 638236 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 638238 T2820 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 638239 T2789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 638242 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638243 T2820 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 638243 T2820 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1516 name=collection1 org.apache.solr.core.SolrCore@1ab7a14 url=https://127.0.0.1:51706/collection1 node=127.0.0.1:51706_ C1516_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:51706, core=collection1, node_name=127.0.0.1:51706_}
   [junit4]   2> 638243 T2820 C1516 P51706 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51706/collection1/
   [junit4]   2> 638243 T2820 C1516 P51706 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 638244 T2820 C1516 P51706 oasc.SyncStrategy.syncToMe https://127.0.0.1:51706/collection1/ has no replicas
   [junit4]   2> 638244 T2820 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51706/collection1/ shard1
   [junit4]   2> 638244 T2820 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 638245 T2789 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 638246 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 638255 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638259 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638264 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638364 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 638365 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 638405 T2820 oasc.ZkController.register We are https://127.0.0.1:51706/collection1/ and leader is https://127.0.0.1:51706/collection1/
   [junit4]   2> 638405 T2820 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51706
   [junit4]   2> 638405 T2820 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 638405 T2820 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 638405 T2820 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 638406 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638406 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638406 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638408 T2820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 638409 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 638411 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51706",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51706_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 638416 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 638513 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 638513 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 638744 T2789 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 638744 T2789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 638755 T2789 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 638757 T2789 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51718
   [junit4]   2> 638760 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 638760 T2789 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 638760 T2789 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948
   [junit4]   2> 638760 T2789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948\'
   [junit4]   2> 638786 T2789 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948\solr.xml
   [junit4]   2> 638796 T2789 oasc.CoreContainer.<init> New CoreContainer 8450265
   [junit4]   2> 638796 T2789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948\]
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 638798 T2789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 638809 T2789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 638809 T2789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 638809 T2789 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 638809 T2789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51696/solr
   [junit4]   2> 638809 T2789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 638812 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 638817 T2833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@512307 name:ZooKeeperConnection Watcher:127.0.0.1:51696 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 638818 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 638820 T2791 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14441589f8f0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 638822 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 638824 T2835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1edd540 name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 638825 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 638831 T2789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 639786 T2789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51718_
   [junit4]   2> 639786 T2789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51718_
   [junit4]   2> 639791 T2822 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 639792 T2813 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 639792 T2835 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 639798 T2836 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 639798 T2836 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 639799 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 639799 T2836 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 639799 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 639799 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 639802 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 639802 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51718",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51718_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 639802 T2814 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 639802 T2814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 639807 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 639904 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 639904 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 639904 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 640750 T2836 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 640750 T2836 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948\collection1
   [junit4]   2> 640750 T2836 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 640751 T2836 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 640752 T2836 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 640753 T2836 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 640753 T2836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948\collection1\'
   [junit4]   2> 640755 T2836 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948/collection1/lib/classes/' to classloader
   [junit4]   2> 640755 T2836 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948/collection1/lib/README' to classloader
   [junit4]   2> 640789 T2836 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 640797 T2836 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 640800 T2836 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 640804 T2836 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 640900 T2836 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 640900 T2836 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 640903 T2836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 640906 T2836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 640939 T2836 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 640940 T2836 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1392665732948\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950/jetty1\
   [junit4]   2> 640940 T2836 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d1ec2
   [junit4]   2> 640940 T2836 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty1
   [junit4]   2> 640940 T2836 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950/jetty1\index/
   [junit4]   2> 640940 T2836 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 640942 T2836 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty1\index
   [junit4]   2> 640943 T2836 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=57.875, floorSegmentMB=2.12109375, forceMergeDeletesPctAllowed=2.3864782315004476, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 640947 T2836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 640948 T2836 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 640950 T2836 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 640950 T2836 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 640951 T2836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 640951 T2836 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 640951 T2836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 640951 T2836 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 640952 T2836 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 640952 T2836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 640952 T2836 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 640953 T2836 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 640953 T2836 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 640953 T2836 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 640953 T2836 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 640954 T2836 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 640954 T2836 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 640954 T2836 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 640959 T2836 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 640962 T2836 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 640962 T2836 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 640963 T2836 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4552369791361154]
   [junit4]   2> 640964 T2836 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 640965 T2836 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 640965 T2836 oass.SolrIndexSearcher.<init> Opening Searcher@bafd65[collection1] main
   [junit4]   2> 640968 T2837 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bafd65[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 640969 T2836 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 640970 T2789 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 640971 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 640970 T2840 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51718 collection:collection1 shard:shard2
   [junit4]   2> 640972 T2840 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 640986 T2840 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 640989 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 640989 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 640990 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 640991 T2840 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 640991 T2840 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1517 name=collection1 org.apache.solr.core.SolrCore@13083b1 url=https://127.0.0.1:51718/collection1 node=127.0.0.1:51718_ C1517_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51718, core=collection1, node_name=127.0.0.1:51718_}
   [junit4]   2> 640991 T2840 C1517 P51718 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51718/collection1/
   [junit4]   2> 640991 T2840 C1517 P51718 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 640991 T2840 C1517 P51718 oasc.SyncStrategy.syncToMe https://127.0.0.1:51718/collection1/ has no replicas
   [junit4]   2> 640991 T2840 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51718/collection1/ shard2
   [junit4]   2> 640991 T2840 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 640996 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 641002 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641005 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641012 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641111 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 641111 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 641112 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 641152 T2840 oasc.ZkController.register We are https://127.0.0.1:51718/collection1/ and leader is https://127.0.0.1:51718/collection1/
   [junit4]   2> 641152 T2840 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51718
   [junit4]   2> 641152 T2840 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 641152 T2840 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 641152 T2840 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 641154 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641154 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641154 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641155 T2840 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 641157 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 641158 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51718",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51718_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 641163 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 641261 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 641261 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 641261 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 641483 T2789 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 641484 T2789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 641493 T2789 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 641495 T2789 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51727
   [junit4]   2> 641499 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 641499 T2789 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 641499 T2789 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676
   [junit4]   2> 641499 T2789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676\'
   [junit4]   2> 641527 T2789 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676\solr.xml
   [junit4]   2> 641536 T2789 oasc.CoreContainer.<init> New CoreContainer 32991138
   [junit4]   2> 641538 T2789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676\]
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 641539 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 641541 T2789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 641541 T2789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 641549 T2789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 641549 T2789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 641549 T2789 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 641549 T2789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51696/solr
   [junit4]   2> 641549 T2789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 641553 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 641558 T2851 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@133771b name:ZooKeeperConnection Watcher:127.0.0.1:51696 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641558 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 641560 T2791 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14441589f8f0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 641562 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 641565 T2853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b145f1 name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 641565 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 641584 T2789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 642540 T2789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51727_
   [junit4]   2> 642542 T2789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51727_
   [junit4]   2> 642547 T2835 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 642547 T2822 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 642547 T2853 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 642548 T2813 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 642565 T2854 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 642565 T2854 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 642567 T2854 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 642567 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 642567 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 642567 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 642570 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 642571 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51727",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51727_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 642571 T2814 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 642571 T2814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 642574 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 642673 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 642673 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 642674 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 642674 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 643518 T2854 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 643518 T2854 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676\collection1
   [junit4]   2> 643518 T2854 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 643519 T2854 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 643519 T2854 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 643522 T2854 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 643522 T2854 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676\collection1\'
   [junit4]   2> 643522 T2854 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676/collection1/lib/classes/' to classloader
   [junit4]   2> 643524 T2854 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676/collection1/lib/README' to classloader
   [junit4]   2> 643550 T2854 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 643556 T2854 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 643560 T2854 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 643563 T2854 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 643668 T2854 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 643669 T2854 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 643670 T2854 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 643674 T2854 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 643702 T2854 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 643702 T2854 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1392665735676\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950/jetty2\
   [junit4]   2> 643703 T2854 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d1ec2
   [junit4]   2> 643703 T2854 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty2
   [junit4]   2> 643705 T2854 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950/jetty2\index/
   [junit4]   2> 643705 T2854 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 643705 T2854 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty2\index
   [junit4]   2> 643707 T2854 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=57.875, floorSegmentMB=2.12109375, forceMergeDeletesPctAllowed=2.3864782315004476, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 643711 T2854 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 643711 T2854 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 643713 T2854 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 643714 T2854 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 643714 T2854 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 643714 T2854 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 643714 T2854 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 643715 T2854 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 643715 T2854 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 643715 T2854 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 643715 T2854 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 643716 T2854 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 643716 T2854 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 643716 T2854 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 643717 T2854 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 643717 T2854 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 643717 T2854 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 643718 T2854 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 643722 T2854 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 643724 T2854 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 643724 T2854 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 643725 T2854 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4552369791361154]
   [junit4]   2> 643726 T2854 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 643726 T2854 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 643726 T2854 oass.SolrIndexSearcher.<init> Opening Searcher@128de83[collection1] main
   [junit4]   2> 643731 T2854 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 643731 T2855 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@128de83[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 643732 T2789 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 643732 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 643766 T2858 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51727 collection:collection1 shard:shard1
   [junit4]   2> 643768 T2858 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 643779 T2858 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 643783 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643783 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643783 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643785 T2858 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 643785 T2858 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1518 name=collection1 org.apache.solr.core.SolrCore@2d0353 url=https://127.0.0.1:51727/collection1 node=127.0.0.1:51727_ C1518_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51727, core=collection1, node_name=127.0.0.1:51727_}
   [junit4]   2> 643785 T2858 C1518 P51727 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51727/collection1/
   [junit4]   2> 643785 T2858 C1518 P51727 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 643785 T2858 C1518 P51727 oasc.SyncStrategy.syncToMe https://127.0.0.1:51727/collection1/ has no replicas
   [junit4]   2> 643785 T2858 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51727/collection1/ shard1
   [junit4]   2> 643785 T2858 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 643789 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 643798 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643802 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643809 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643909 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 643909 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 643910 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 643910 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 643949 T2858 oasc.ZkController.register We are https://127.0.0.1:51727/collection1/ and leader is https://127.0.0.1:51727/collection1/
   [junit4]   2> 643949 T2858 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51727
   [junit4]   2> 643949 T2858 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 643949 T2858 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 643949 T2858 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 643952 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643952 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643952 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 643953 T2858 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 643954 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 643954 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51727",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51727_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 643958 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 644059 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 644059 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 644060 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 644060 T2813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 644213 T2789 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 644214 T2789 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 644223 T2789 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 644233 T2789 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51736
   [junit4]   2> 644237 T2789 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 644237 T2789 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 644238 T2789 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1392665738438
   [junit4]   2> 644238 T2789 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1392665738438\'
   [junit4]   2> 644263 T2789 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1392665738438\solr.xml
   [junit4]   2> 644280 T2789 oasc.CoreContainer.<init> New CoreContainer 32628539
   [junit4]   2> 644281 T2789 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1392665738438\]
   [junit4]   2> 644281 T2789 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 644282 T2789 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 644282 T2789 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 644283 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 644283 T2789 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 644283 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 644284 T2789 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 644284 T2789 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 644284 T2789 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 644293 T2789 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 644293 T2789 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 644293 T2789 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 644293 T2789 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51696/solr
   [junit4]   2> 644293 T2789 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 644296 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 644303 T2869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fafca7 name:ZooKeeperConnection Watcher:127.0.0.1:51696 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 644304 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 644306 T2791 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14441589f8f000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 644306 T2789 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 644310 T2871 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e2528f name:ZooKeeperConnection Watcher:127.0.0.1:51696/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 644310 T2789 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 644317 T2789 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 645271 T2789 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51736_
   [junit4]   2> 645273 T2789 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51736_
   [junit4]   2> 645278 T2835 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 645279 T2853 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 645279 T2822 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 645279 T2813 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 645280 T2871 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 645287 T2872 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 645287 T2872 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 645289 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 645289 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 645289 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 645289 T2872 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 645291 T2814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 645292 T2814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:51736",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:51736_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 645292 T2814 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 645292 T2814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 645296 T2813 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 645394 T2835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 645394 T2871 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 645395 T2822 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 645395 T2853 oascc.ZkStateReade

[...truncated too long message...]

s\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty7\index;done=false>>]
   [junit4]   2> 702257 T2950 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty7\index
   [junit4]   2> 702257 T2950 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty7 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty7;done=false>>]
   [junit4]   2> 702257 T2950 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty7
   [junit4]   2> 702257 T2950 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 702257 T2950 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 702258 T2910 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 702258 T2910 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 702258 T2910 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty5\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty5\index;done=false>>]
   [junit4]   2> 702258 T2910 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty5\index
   [junit4]   2> 702259 T2910 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty5 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty5;done=false>>]
   [junit4]   2> 702259 T2910 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1392665730950\jetty5
   [junit4]   2> 700960 T2871 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 702259 T2871 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 702260 T2871 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 702260 T2871 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 702260 T2871 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 702259 T2910 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 702261 T2910 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 702261 T2910 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 702248 T2789 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 702262 T2910 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_AE, timezone=America/Managua
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0 (32-bit)/cpus=2,threads=1,free=91435200,total=247676928
   [junit4]   2> NOTE: All tests run in this JVM: [SolrTestCaseJ4Test, PrimitiveFieldTypeTest, TestHashPartitioner, DocumentAnalysisRequestHandlerTest, TestCollapseQParserPlugin, ShardRoutingTest, SolrIndexConfigTest, DisMaxRequestHandlerTest, TestDistributedMissingSort, ChangedSchemaMergeTest, TestExtendedDismaxParser, LoggingHandlerTest, DefaultValueUpdateProcessorTest, TestFreeTextSuggestions, NotRequiredUniqueKeyTest, TestDistribDocBasedVersion, ShardSplitTest, BadComponentTest, OverseerRolesTest, PeerSyncTest, StatelessScriptUpdateProcessorFactoryTest, CSVRequestHandlerTest, HdfsBasicDistributedZk2Test, ZkCLITest, FieldMutatingUpdateProcessorTest, ShardRoutingCustomTest, TestSolrQueryParserDefaultOperatorResource, XsltUpdateRequestHandlerTest, TestPhraseSuggestions, ExternalFileFieldSortTest, TestLFUCache, ZkControllerTest, TestReplicationHandler, DocValuesTest, TestJmxMonitoredMap, TestAtomicUpdateErrorCases, TestStressUserVersions, TestFieldTypeResource, MoreLikeThisHandlerTest, PreAnalyzedFieldTest, SampleTest, IndexBasedSpellCheckerTest, TestSchemaVersionResource, BlockDirectoryTest, TestCodecSupport, BasicZkTest, TestRealTimeGet, HighlighterTest, TestCollationKeyRangeQueries, TestStressRecovery, DirectUpdateHandlerOptimizeTest, AlternateDirectoryTest, BasicDistributedZkTest, RemoteQueryErrorTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed in 66.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 964 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:941: There were test failures: 362 suites, 1563 tests, 1 failure, 41 ignored (13 assumptions)

Total time: 71 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0-fcs-b129 -server -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.7.0_60-ea-b04) - Build # 3717 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
https://issues.apache.org/jira/browse/SOLR-5735 for more info.


- Mark

http://about.me/markrmiller

On Feb 18, 2014, at 12:28 PM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3717/
> Java: 64bit/jdk1.7.0_60-ea-b04 -XX:-UseCompressedOops -XX:+UseParallelGC
> 
> 2 tests failed.
> REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
> 
> Error Message:
> Test abandoned because suite timeout was reached.
> 
> Stack Trace:
> java.lang.Exception: Test abandoned because suite timeout was reached.
> 	at __randomizedtesting.SeedInfo.seed([8551199491691801]:0)
> 
> 
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
> 
> Error Message:
> Suite timeout exceeded (>= 7200000 msec).
> 
> Stack Trace:
> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
> 	at __randomizedtesting.SeedInfo.seed([8551199491691801]:0)
> 
> 
> 
> 
> Build Log:
> [...truncated 10603 lines...]
>   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
>   [junit4]   2> 1376322 T5528 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
>   [junit4]   2> 1376323 T5528 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /lz/h
>   [junit4]   2> 1376330 T5528 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
>   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ChaosMonkeySafeLeaderTest-1392735804557
>   [junit4]   2> 1376332 T5528 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>   [junit4]   2> 1376333 T5529 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>   [junit4]   2> 1376452 T5528 oasc.ZkTestServer.run start zk server on port:65101
>   [junit4]   2> 1376455 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1376476 T5535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d4a5bee name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1376477 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1376478 T5528 oascc.SolrZkClient.makePath makePath: /solr
>   [junit4]   2> 1376485 T5530 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1444585dc970000, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 
>   [junit4]   2> 1376488 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1376492 T5537 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7beb6bfa name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1376492 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1376493 T5528 oascc.SolrZkClient.makePath makePath: /collections/collection1
>   [junit4]   2> 1376500 T5528 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
>   [junit4]   2> 1376506 T5528 oascc.SolrZkClient.makePath makePath: /collections/control_collection
>   [junit4]   2> 1376511 T5528 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
>   [junit4]   2> 1376518 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
>   [junit4]   2> 1376518 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
>   [junit4]   2> 1376529 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
>   [junit4]   2> 1376529 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
>   [junit4]   2> 1376536 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>   [junit4]   2> 1376536 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>   [junit4]   2> 1376542 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
>   [junit4]   2> 1376542 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
>   [junit4]   2> 1376549 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
>   [junit4]   2> 1376549 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
>   [junit4]   2> 1376557 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
>   [junit4]   2> 1376557 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
>   [junit4]   2> 1376562 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
>   [junit4]   2> 1376562 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
>   [junit4]   2> 1376569 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>   [junit4]   2> 1376569 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
>   [junit4]   2> 1376576 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>   [junit4]   2> 1376576 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
>   [junit4]   2> 1376583 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
>   [junit4]   2> 1376583 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
>   [junit4]   2> 1376589 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
>   [junit4]   2> 1376589 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
>   [junit4]   2> 1376601 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1376605 T5539 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ce68bf7 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1376605 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1377218 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
>   [junit4]   2> 1377231 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
>   [junit4]   2> 1377233 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65111
>   [junit4]   2> 1377238 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>   [junit4]   2> 1377238 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 1377239 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836
>   [junit4]   2> 1377239 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\'
>   [junit4]   2> 1377276 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\solr.xml
>   [junit4]   2> 1377353 T5528 oasc.CoreContainer.<init> New CoreContainer 949918043
>   [junit4]   2> 1377353 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\]
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>   [junit4]   2> 1377358 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>   [junit4]   2> 1377358 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>   [junit4]   2> 1377370 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 1377370 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 1377370 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
>   [junit4]   2> 1377370 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
>   [junit4]   2> 1377370 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
>   [junit4]   2> 1377373 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1377382 T5550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44bf2c91 name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1377382 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1377387 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1377389 T5552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@309fc633 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1377390 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1377393 T5528 oascc.SolrZkClient.makePath makePath: /overseer/queue
>   [junit4]   2> 1377399 T5528 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
>   [junit4]   2> 1377404 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes
>   [junit4]   2> 1377408 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65111_lz%2Fh
>   [junit4]   2> 1377409 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65111_lz%2Fh
>   [junit4]   2> 1377415 T5528 oascc.SolrZkClient.makePath makePath: /overseer_elect
>   [junit4]   2> 1377418 T5528 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
>   [junit4]   2> 1377425 T5528 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:65111_lz%2Fh
>   [junit4]   2> 1377426 T5528 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
>   [junit4]   2> 1377430 T5528 oasc.Overseer.start Overseer (id=91274333688102916-127.0.0.1:65111_lz%2Fh-n_0000000000) starting
>   [junit4]   2> 1377438 T5528 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
>   [junit4]   2> 1377447 T5554 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
>   [junit4]   2> 1377448 T5528 oascc.SolrZkClient.makePath makePath: /clusterstate.json
>   [junit4]   2> 1377448 T5554 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
>   [junit4]   2> 1377453 T5528 oascc.SolrZkClient.makePath makePath: /aliases.json
>   [junit4]   2> 1377455 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
>   [junit4]   2> 1377461 T5553 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
>   [junit4]   2> 1377466 T5555 oasc.ZkController.publish publishing core=collection1 state=down
>   [junit4]   2> 1377466 T5555 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1377468 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1377468 T5555 oasc.ZkController.waitForCoreNodeName look for our core node name
>   [junit4]   2> 1377472 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1377473 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"down",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65111/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65111_lz%2Fh",
>   [junit4]   2> 	  "shard":null,
>   [junit4]   2> 	  "collection":"control_collection",
>   [junit4]   2> 	  "numShards":"1",
>   [junit4]   2> 	  "core_node_name":null}
>   [junit4]   2> 1377473 T5553 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
>   [junit4]   2> 1377473 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
>   [junit4]   2> 1377479 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1377480 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1378654 T5555 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>   [junit4]   2> 1378654 T5555 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\collection1
>   [junit4]   2> 1378654 T5555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
>   [junit4]   2> 1378655 T5555 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>   [junit4]   2> 1378655 T5555 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
>   [junit4]   2> 1378659 T5555 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
>   [junit4]   2> 1378659 T5555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\collection1\'
>   [junit4]   2> 1378659 T5555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836/collection1/lib/classes/' to classloader
>   [junit4]   2> 1378662 T5555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836/collection1/lib/README' to classloader
>   [junit4]   2> 1378719 T5555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
>   [junit4]   2> 1378769 T5555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>   [junit4]   2> 1378772 T5555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>   [junit4]   2> 1378784 T5555 oass.IndexSchema.readSchema [collection1] Schema name=test
>   [junit4]   2> 1379219 T5555 oass.IndexSchema.readSchema default search field in schema is text
>   [junit4]   2> 1379223 T5555 oass.IndexSchema.readSchema unique key field: id
>   [junit4]   2> 1379224 T5555 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1379231 T5555 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1379270 T5555 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
>   [junit4]   2> 1379271 T5555 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/control/data\
>   [junit4]   2> 1379271 T5555 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
>   [junit4]   2> 1379271 T5555 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data
>   [junit4]   2> 1379271 T5555 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/control/data\index/
>   [junit4]   2> 1379271 T5555 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index' doesn't exist. Creating new index...
>   [junit4]   2> 1379271 T5555 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index
>   [junit4]   2> 1379275 T5555 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>   [junit4]   2> 1379282 T5555 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index,segFN=segments_1,generation=1}
>   [junit4]   2> 1379282 T5555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
>   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
>   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
>   [junit4]   2> 1379286 T5555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>   [junit4]   2> 1379286 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>   [junit4]   2> 1379287 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>   [junit4]   2> 1379287 T5555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>   [junit4]   2> 1379287 T5555 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
>   [junit4]   2> 1379287 T5555 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>   [junit4]   2> 1379289 T5555 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>   [junit4]   2> 1379289 T5555 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>   [junit4]   2> 1379289 T5555 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>   [junit4]   2> 1379290 T5555 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>   [junit4]   2> 1379291 T5555 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>   [junit4]   2> 1379291 T5555 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
>   [junit4]   2> 1379300 T5555 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>   [junit4]   2> 1379305 T5555 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>   [junit4]   2> 1379305 T5555 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>   [junit4]   2> 1379306 T5555 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=97.841796875, floorSegmentMB=1.4755859375, forceMergeDeletesPctAllowed=12.396319923626738, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3967592041250684
>   [junit4]   2> 1379308 T5555 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index,segFN=segments_1,generation=1}
>   [junit4]   2> 1379308 T5555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>   [junit4]   2> 1379308 T5555 oass.SolrIndexSearcher.<init> Opening Searcher@1f049459[collection1] main
>   [junit4]   2> 1379313 T5556 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f049459[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
>   [junit4]   2> 1379315 T5555 oasc.CoreContainer.registerCore registering core: collection1
>   [junit4]   2> 1379316 T5528 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
>   [junit4]   2> 1379316 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>   [junit4]   2> 1379316 T5559 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65111/lz/h collection:control_collection shard:shard1
>   [junit4]   2> 1379319 T5559 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
>   [junit4]   2> 1379329 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1379334 T5561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cd76410 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1379334 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1379335 T5559 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
>   [junit4]   2> 1379337 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
>   [junit4]   2> 1379341 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379342 T5559 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>   [junit4]   2> 1379342 T5559 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>   [junit4]   2> ASYNC  NEW_CORE C1483 name=collection1 org.apache.solr.core.SolrCore@2da0744c url=https://127.0.0.1:65111/lz/h/collection1 node=127.0.0.1:65111_lz%2Fh C1483_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:65111/lz/h, core=collection1, node_name=127.0.0.1:65111_lz%2Fh}
>   [junit4]   2> 1379342 T5559 C1483 P65111 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65111/lz/h/collection1/
>   [junit4]   2> 1379342 T5559 C1483 P65111 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>   [junit4]   2> 1379342 T5559 C1483 P65111 oasc.SyncStrategy.syncToMe https://127.0.0.1:65111/lz/h/collection1/ has no replicas
>   [junit4]   2> 1379343 T5559 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65111/lz/h/collection1/ shard1
>   [junit4]   2> 1379343 T5559 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
>   [junit4]   2> 1379343 T5528 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
>   [junit4]   2> 1379345 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1379356 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379359 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1379360 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1379374 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1379380 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379505 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1379506 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1379554 T5559 oasc.ZkController.register We are https://127.0.0.1:65111/lz/h/collection1/ and leader is https://127.0.0.1:65111/lz/h/collection1/
>   [junit4]   2> 1379554 T5559 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65111/lz/h
>   [junit4]   2> 1379554 T5559 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>   [junit4]   2> 1379554 T5559 oasc.ZkController.publish publishing core=collection1 state=active
>   [junit4]   2> 1379554 T5559 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1379558 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379558 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379558 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379561 T5559 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1379563 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1379564 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"active",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65111/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65111_lz%2Fh",
>   [junit4]   2> 	  "shard":"shard1",
>   [junit4]   2> 	  "collection":"control_collection",
>   [junit4]   2> 	  "numShards":"3",
>   [junit4]   2> 	  "core_node_name":"core_node1"}
>   [junit4]   2> 1379570 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1379694 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1379695 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>   [junit4]   2> 1379952 T5528 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
>   [junit4]   2> 1379953 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
>   [junit4]   2> 1379964 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
>   [junit4]   2> 1379966 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65123
>   [junit4]   2> 1379972 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>   [junit4]   2> 1379972 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 1379973 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569
>   [junit4]   2> 1379973 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\'
>   [junit4]   2> 1380008 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\solr.xml
>   [junit4]   2> 1380073 T5528 oasc.CoreContainer.<init> New CoreContainer 1445584010
>   [junit4]   2> 1380073 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\]
>   [junit4]   2> 1380074 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>   [junit4]   2> 1380074 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
>   [junit4]   2> 1380075 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>   [junit4]   2> 1380075 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>   [junit4]   2> 1380075 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>   [junit4]   2> 1380076 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>   [junit4]   2> 1380076 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>   [junit4]   2> 1380076 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>   [junit4]   2> 1380077 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>   [junit4]   2> 1380088 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 1380088 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 1380088 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
>   [junit4]   2> 1380089 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
>   [junit4]   2> 1380089 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
>   [junit4]   2> 1380091 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1380097 T5572 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a3a58cb name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1380098 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1380100 T5530 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1444585dc970006, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 
>   [junit4]   2> 1380102 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1380105 T5574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a21a101 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1380106 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1380113 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
>   [junit4]   2> 1381305 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65123_lz%2Fh
>   [junit4]   2> 1381307 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65123_lz%2Fh
>   [junit4]   2> 1381314 T5574 oascc.ZkStateReader$3.process Updating live nodes... (2)
>   [junit4]   2> 1381314 T5552 oascc.ZkStateReader$3.process Updating live nodes... (2)
>   [junit4]   2> 1381314 T5561 oascc.ZkStateReader$3.process Updating live nodes... (2)
>   [junit4]   2> 1381327 T5575 oasc.ZkController.publish publishing core=collection1 state=down
>   [junit4]   2> 1381328 T5575 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1381330 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1381330 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1381330 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1381330 T5575 oasc.ZkController.waitForCoreNodeName look for our core node name
>   [junit4]   2> 1381334 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1381335 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"down",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65123/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65123_lz%2Fh",
>   [junit4]   2> 	  "shard":null,
>   [junit4]   2> 	  "collection":"collection1",
>   [junit4]   2> 	  "numShards":"3",
>   [junit4]   2> 	  "core_node_name":null}
>   [junit4]   2> 1381335 T5553 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
>   [junit4]   2> 1381335 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
>   [junit4]   2> 1381341 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1381343 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1381343 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1381343 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1382516 T5575 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>   [junit4]   2> 1382516 T5575 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\collection1
>   [junit4]   2> 1382516 T5575 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>   [junit4]   2> 1382517 T5575 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>   [junit4]   2> 1382517 T5575 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>   [junit4]   2> 1382520 T5575 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>   [junit4]   2> 1382520 T5575 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\collection1\'
>   [junit4]   2> 1382520 T5575 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569/collection1/lib/classes/' to classloader
>   [junit4]   2> 1382523 T5575 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569/collection1/lib/README' to classloader
>   [junit4]   2> 1382585 T5575 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
>   [junit4]   2> 1382636 T5575 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>   [junit4]   2> 1382639 T5575 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>   [junit4]   2> 1382648 T5575 oass.IndexSchema.readSchema [collection1] Schema name=test
>   [junit4]   2> 1383093 T5575 oass.IndexSchema.readSchema default search field in schema is text
>   [junit4]   2> 1383096 T5575 oass.IndexSchema.readSchema unique key field: id
>   [junit4]   2> 1383098 T5575 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1383105 T5575 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1383158 T5575 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
>   [junit4]   2> 1383159 T5575 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty1\
>   [junit4]   2> 1383159 T5575 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
>   [junit4]   2> 1383159 T5575 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1
>   [junit4]   2> 1383159 T5575 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty1\index/
>   [junit4]   2> 1383159 T5575 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index' doesn't exist. Creating new index...
>   [junit4]   2> 1383161 T5575 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index
>   [junit4]   2> 1383162 T5575 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>   [junit4]   2> 1383167 T5575 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index,segFN=segments_1,generation=1}
>   [junit4]   2> 1383168 T5575 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>   [junit4]   2> 1383173 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
>   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
>   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
>   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>   [junit4]   2> 1383175 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>   [junit4]   2> 1383175 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>   [junit4]   2> 1383176 T5575 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>   [junit4]   2> 1383176 T5575 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
>   [junit4]   2> 1383176 T5575 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>   [junit4]   2> 1383178 T5575 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>   [junit4]   2> 1383178 T5575 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>   [junit4]   2> 1383178 T5575 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>   [junit4]   2> 1383179 T5575 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>   [junit4]   2> 1383179 T5575 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>   [junit4]   2> 1383180 T5575 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
>   [junit4]   2> 1383190 T5575 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>   [junit4]   2> 1383194 T5575 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>   [junit4]   2> 1383194 T5575 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>   [junit4]   2> 1383195 T5575 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=97.841796875, floorSegmentMB=1.4755859375, forceMergeDeletesPctAllowed=12.396319923626738, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3967592041250684
>   [junit4]   2> 1383197 T5575 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index,segFN=segments_1,generation=1}
>   [junit4]   2> 1383197 T5575 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>   [junit4]   2> 1383197 T5575 oass.SolrIndexSearcher.<init> Opening Searcher@550050f3[collection1] main
>   [junit4]   2> 1383204 T5576 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@550050f3[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
>   [junit4]   2> 1383206 T5575 oasc.CoreContainer.registerCore registering core: collection1
>   [junit4]   2> 1383208 T5528 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
>   [junit4]   2> 1383209 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>   [junit4]   2> 1383209 T5579 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65123/lz/h collection:collection1 shard:shard1
>   [junit4]   2> 1383211 T5579 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
>   [junit4]   2> 1383228 T5579 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
>   [junit4]   2> 1383233 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383234 T5579 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>   [junit4]   2> 1383234 T5579 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>   [junit4]   2> ASYNC  NEW_CORE C1484 name=collection1 org.apache.solr.core.SolrCore@38144ac5 url=https://127.0.0.1:65123/lz/h/collection1 node=127.0.0.1:65123_lz%2Fh C1484_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:65123/lz/h, core=collection1, node_name=127.0.0.1:65123_lz%2Fh}
>   [junit4]   2> 1383234 T5579 C1484 P65123 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65123/lz/h/collection1/
>   [junit4]   2> 1383234 T5579 C1484 P65123 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>   [junit4]   2> 1383234 T5579 C1484 P65123 oasc.SyncStrategy.syncToMe https://127.0.0.1:65123/lz/h/collection1/ has no replicas
>   [junit4]   2> 1383234 T5579 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65123/lz/h/collection1/ shard1
>   [junit4]   2> 1383235 T5579 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
>   [junit4]   2> 1383239 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1383248 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383250 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383252 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383255 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383264 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1383270 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383395 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383396 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383396 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383444 T5579 oasc.ZkController.register We are https://127.0.0.1:65123/lz/h/collection1/ and leader is https://127.0.0.1:65123/lz/h/collection1/
>   [junit4]   2> 1383444 T5579 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65123/lz/h
>   [junit4]   2> 1383444 T5579 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>   [junit4]   2> 1383444 T5579 oasc.ZkController.publish publishing core=collection1 state=active
>   [junit4]   2> 1383444 T5579 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1383447 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383447 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383447 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383449 T5579 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1383452 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1383453 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"active",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65123/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65123_lz%2Fh",
>   [junit4]   2> 	  "shard":"shard1",
>   [junit4]   2> 	  "collection":"collection1",
>   [junit4]   2> 	  "numShards":"3",
>   [junit4]   2> 	  "core_node_name":"core_node1"}
>   [junit4]   2> 1383460 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1383583 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383584 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383585 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>   [junit4]   2> 1383796 T5528 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
>   [junit4]   2> 1383798 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
>   [junit4]   2> 1383809 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
>   [junit4]   2> 1383812 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65132
>   [junit4]   2> 1383817 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>   [junit4]   2> 1383817 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 1383818 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439
>   [junit4]   2> 1383818 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\'
>   [junit4]   2> 1383852 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\solr.xml
>   [junit4]   2> 1383915 T5528 oasc.CoreContainer.<init> New CoreContainer 1102122468
>   [junit4]   2> 1383916 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\]
>   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
>   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>   [junit4]   2> 1383920 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>   [junit4]   2> 1383920 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>   [junit4]   2> 1383920 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>   [junit4]   2> 1383921 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>   [junit4]   2> 1383921 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>   [junit4]   2> 1383931 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 1383931 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 1383931 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
>   [junit4]   2> 1383933 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
>   [junit4]   2> 1383933 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
>   [junit4]   2> 1383935 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1383941 T5590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@487a9d1e name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1383941 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1383946 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1383949 T5592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a38045a name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1383950 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1383958 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
>   [junit4]   2> 1385140 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65132_lz%2Fh
>   [junit4]   2> 1385142 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65132_lz%2Fh
>   [junit4]   2> 1385147 T5592 oascc.ZkStateReader$3.process Updating live nodes... (3)
>   [junit4]   2> 1385147 T5561 oascc.ZkStateReader$3.process Updating live nodes... (3)
>   [junit4]   2> 1385148 T5574 oascc.ZkStateReader$3.process Updating live nodes... (3)
>   [junit4]   2> 1385148 T5552 oascc.ZkStateReader$3.process Updating live nodes... (3)
>   [junit4]   2> 1385160 T5593 oasc.ZkController.publish publishing core=collection1 state=down
>   [junit4]   2> 1385160 T5593 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1385163 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1385163 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1385164 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1385164 T5593 oasc.ZkController.waitForCoreNodeName look for our core node name
>   [junit4]   2> 1385167 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1385168 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"down",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65132/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65132_lz%2Fh",
>   [junit4]   2> 	  "shard":null,
>   [junit4]   2> 	  "collection":"collection1",
>   [junit4]   2> 	  "numShards":"3",
>   [junit4]   2> 	  "core_node_name":null}
>   [junit4]   2> 1385168 T5553 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
>   [junit4]   2> 1385168 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
>   [junit4]   2> 1385173 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1385175 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1385176 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1385176 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1385175 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1386231 T5593 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>   [junit4]   2> 1386231 T5593 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\collection1
>   [junit4]   2> 1386231 T5593 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>   [junit4]   2> 1386233 T5593 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>   [junit4]   2> 1386233 T5593 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>   [junit4]   2> 1386236 T5593 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>   [junit4]   2> 1386236 T5593 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\collection1\'
>   [junit4]   2> 1386236 T5593 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439/collection1/lib/classes/' to classloader
>   [junit4]   2> 1386239 T5593 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439/collection1/lib/README' to classloader
>   [junit4]   2> 1386309 T5593 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
>   [junit4]   2> 1386354 T5593 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>   [junit4]   2> 1386357 T5593 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>   [junit4]   2> 1386368 T5593 oass.IndexSchema.readSchema [collection1] Schema name=test
>   [junit4]   2> 1386751 T5593 oass.IndexSchema.readSchema default search field in schema is text
>   [junit4]   2> 1386754 T5593 oass.IndexSchema.readSchema unique key field: id
>   [junit4]   2> 1386755 T5593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1386762 T5593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1386798 T5593 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
>   [junit4]   2> 1386799 T5593 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty2\
>   [junit4]   2> 1386799 T5593 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
>   [junit4]   2> 1386800 T5593 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2
>   [junit4]   2> 1386800 T5593 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty2\index/
>   [junit4]   2> 1386800 T5593 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index' doesn't exist. Creating new index...
>   [junit4]   2> 1386800 T5593 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index
>   [junit4]   2> 1386802 T5593 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>   [junit4]   2> 1386809 T5593 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index,segFN=segments_1,generation=1}
>   [junit4]   2> 1386809 T5593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>   [junit4]   2> 1386812 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
>   [junit4]   2> 1386812 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
>   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
>   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>   [junit4]   2> 1386814 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>   [junit4]   2> 1386814 T5593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>   [junit4]   2> 1386814 T5593 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
>   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>   [junit4]   2> 1386817 T5593 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>   [junit4]   2> 1386817 T5593 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>   [junit4]   2> 1386818 T5593 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
>   [junit4]   2> 1386825 T5593 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>   [junit4]   2> 1386829 T5593 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>   [junit4]   2> 1386829 T5593 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>   [junit4]   2> 1386831 T5593 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=97.841796875, floorSegmentMB=1.4755859375, forceMergeDeletesPctAllowed=12.396319923626738, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3967592041250684
>   [junit4]   2> 1386832 T5593 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index,segFN=segments_1,generation=1}
>   [junit4]   2> 1386832 T5593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>   [junit4]   2> 1386832 T5593 oass.SolrIndexSearcher.<init> Opening Searcher@3ab9c542[collection1] main
>   [junit4]   2> 1386838 T5594 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ab9c542[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
>   [junit4]   2> 1386839 T5593 oasc.CoreContainer.registerCore registering core: collection1
>   [junit4]   2> 1386841 T5528 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
>   [junit4]   2> 1386841 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>   [junit4]   2> 1386841 T5597 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65132/lz/h collection:collection1 shard:shard3
>   [junit4]   2> 1386843 T5597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
>   [junit4]   2> 1386857 T5597 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
>   [junit4]   2> 1386861 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1386863 T5597 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>   [junit4]   2> 1386863 T5597 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>   [junit4]   2> ASYNC  NEW_CORE C1485 name=collection1 org.apache.solr.core.SolrCore@27130f6d url=https://127.0.0.1:65132/lz/h/collection1 node=127.0.0.1:65132_lz%2Fh C1485_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:65132/lz/h, core=collection1, node_name=127.0.0.1:65132_lz%2Fh}
>   [junit4]   2> 1386863 T5597 C1485 P65132 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65132/lz/h/collection1/
>   [junit4]   2> 1386864 T5597 C1485 P65132 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>   [junit4]   2> 1386864 T5597 C1485 P65132 oasc.SyncStrategy.syncToMe https://127.0.0.1:65132/lz/h/collection1/ has no replicas
>   [junit4]   2> 1386864 T5597 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65132/lz/h/collection1/ shard3
>   [junit4]   2> 1386864 T5597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
>   [junit4]   2> 1386867 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1386877 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1386881 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1386881 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1386882 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1386883 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1386894 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1386900 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1387012 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387012 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387012 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387012 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387050 T5597 oasc.ZkController.register We are https://127.0.0.1:65132/lz/h/collection1/ and leader is https://127.0.0.1:65132/lz/h/collection1/
>   [junit4]   2> 1387050 T5597 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65132/lz/h
>   [junit4]   2> 1387050 T5597 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>   [junit4]   2> 1387050 T5597 oasc.ZkController.publish publishing core=collection1 state=active
>   [junit4]   2> 1387050 T5597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1387054 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1387054 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1387054 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1387056 T5597 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1387058 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1387059 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"active",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65132/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65132_lz%2Fh",
>   [junit4]   2> 	  "shard":"shard3",
>   [junit4]   2> 	  "collection":"collection1",
>   [junit4]   2> 	  "numShards":"3",
>   [junit4]   2> 	  "core_node_name":"core_node2"}
>   [junit4]   2> 1387065 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1387178 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387179 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387179 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387178 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>   [junit4]   2> 1387399 T5528 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
>   [junit4]   2> 1387400 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
>   [junit4]   2> 1387410 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
>   [junit4]   2> 1387412 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65141
>   [junit4]   2> 1387416 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>   [junit4]   2> 1387416 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 1387417 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072
>   [junit4]   2> 1387417 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\'
>   [junit4]   2> 1387448 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\solr.xml
>   [junit4]   2> 1387514 T5528 oasc.CoreContainer.<init> New CoreContainer 1447855146
>   [junit4]   2> 1387514 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\]
>   [junit4]   2> 1387516 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>   [junit4]   2> 1387528 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 1387528 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 1387528 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
>   [junit4]   2> 1387528 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
>   [junit4]   2> 1387528 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
>   [junit4]   2> 1387532 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1387538 T5608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27594e8e name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1387539 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1387546 T5530 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1444585dc97000a, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 
>   [junit4]   2> 1387548 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>   [junit4]   2> 1387550 T5610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@421b5884 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 1387551 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>   [junit4]   2> 1387559 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
>   [junit4]   2> 1388631 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65141_lz%2Fh
>   [junit4]   2> 1388634 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65141_lz%2Fh
>   [junit4]   2> 1388639 T5574 oascc.ZkStateReader$3.process Updating live nodes... (4)
>   [junit4]   2> 1388640 T5610 oascc.ZkStateReader$3.process Updating live nodes... (4)
>   [junit4]   2> 1388640 T5592 oascc.ZkStateReader$3.process Updating live nodes... (4)
>   [junit4]   2> 1388640 T5552 oascc.ZkStateReader$3.process Updating live nodes... (4)
>   [junit4]   2> 1388640 T5561 oascc.ZkStateReader$3.process Updating live nodes... (4)
>   [junit4]   2> 1388654 T5611 oasc.ZkController.publish publishing core=collection1 state=down
>   [junit4]   2> 1388655 T5611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>   [junit4]   2> 1388657 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1388657 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1388657 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1388657 T5611 oasc.ZkController.waitForCoreNodeName look for our core node name
>   [junit4]   2> 1388660 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
>   [junit4]   2> 1388661 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
>   [junit4]   2> 	  "operation":"state",
>   [junit4]   2> 	  "state":"down",
>   [junit4]   2> 	  "base_url":"https://127.0.0.1:65141/lz/h",
>   [junit4]   2> 	  "core":"collection1",
>   [junit4]   2> 	  "roles":null,
>   [junit4]   2> 	  "node_name":"127.0.0.1:65141_lz%2Fh",
>   [junit4]   2> 	  "shard":null,
>   [junit4]   2> 	  "collection":"collection1",
>   [junit4]   2> 	  "numShards":"3",
>   [junit4]   2> 	  "core_node_name":null}
>   [junit4]   2> 1388661 T5553 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
>   [junit4]   2> 1388661 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
>   [junit4]   2> 1388666 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>   [junit4]   2> 1388778 T5610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>   [junit4]   2> 1388778 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>   [junit4]   2> 1388779 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>   [junit4]   2> 1388779 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>   [junit4]   2> 1388779 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>   [junit4]   2> 1389724 T5611 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>   [junit4]   2> 1389724 T5611 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\collection1
>   [junit4]   2> 1389724 T5611 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>   [junit4]   2> 1389726 T5611 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>   [junit4]   2> 1389726 T5611 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>   [junit4]   2> 1389728 T5611 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>   [junit4]   2> 1389728 T5611 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\collection1\'
>   [junit4]   2> 1389728 T5611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072/collection1/lib/classes/' to classloader
>   [junit4]   2> 1389731 T5611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072/collection1/lib/README' to classloader
>   [junit4]   2> 1389783 T5611 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
>   [junit4]   2> 1389829 T5611 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>   [junit4]   2> 1389832 T5611 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>   [junit4]   2> 1389842 T5611 oass.IndexSchema.readSchema [collection1] Schema name=test
>   [junit4]   2> 1390324 T5611 oass.IndexSchema.readSchema default search field in schema is text
>   [junit4]   2> 1390326 T5611 oass.IndexSchema.readSchema unique key field: id
>   [junit4]   2> 1390328 T5611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1390335 T5611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>   [junit4]   2> 1390383 T5611 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
>   [junit4]   2> 1390384 T5611 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty3\
>   [junit4]   2> 1390384 T5611 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
>   [junit4]   2> 1390384 T5611 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty3
>   [junit4]   2> 1390384 T5611 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty3\index/
>   [junit4]   2> 1390387 T5611 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty3\index' doesn't exist. Creating new index...
>   [junit4]   2> 1390387 T5611 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty3\index
>   [junit4]   2> 1390388 T5611 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>   [junit4]   2> 1390395 T5611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>   [junit4]   2> 		
> 
> [...truncated too long message...]
> 
> .getTask(ThreadPoolExecutor.java:1068)
>   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 	  41) Thread[id=6357, name=qtp1116821067-6357 Acceptor0 SslSelectChannelConnector@127.0.0.1:65224, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
>   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
>   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 	  42) Thread[id=6373, name=qtp1246488416-6373 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
>   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
>   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
>   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
>   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 	  43) Thread[id=6255, name=searcherExecutor-3173-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
>   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
>   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> 	  44) Thread[id=5599, name=qtp1956444140-5599 Selector0, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method)
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:464)
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:606)
>   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
>   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
>   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:157)
>   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
>   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
>   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
>   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
>   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
>   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ru_RU, timezone=America/Toronto
>   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=2,threads=70,free=91746488,total=510132224
>   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCollectionResource, LegacyHTMLStripCharFilterTest, OverseerTest, WordBreakSolrSpellCheckerTest, PrimUtilsTest, SpatialFilterTest, TestDynamicFieldResource, TriLevelCompositeIdRoutingTest, PluginInfoTest, TestAnalyzeInfixSuggestions, OutputWriterTest, RegexBoostProcessorTest, AddBlockUpdateTest, TestIndexSearcher, TestManagedSchema, TestDefaultSimilarityFactory, DateFieldTest, ChaosMonkeyNothingIsSafeTest, ScriptEngineTest, SpellCheckComponentTest, TestCoreContainer, RequiredFieldsTest, TestSearchPerf, TestDistributedSearch, UUIDFieldTest, TestWriterPerf, HdfsUnloadDistributedZkTest, TestSolrDeletionPolicy1, BasicZkTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, AlternateDirectoryTest, NumericFieldsTest, SearchHandlerTest, TestBinaryResponseWriter, ConvertedLegacyTest, TestManagedSchemaFieldResource, TestOmitPositions, EchoParamsTest, SolrIndexSplitterTest, ResourceLoaderTest, TestReplicationHandler, TestUpdate, TestGroupingSearch, TestSolrDeletionPolicy2, TestSolrIndexConfig, LeaderElectionIntegrationTest, TestJoin, SystemInfoHandlerTest, ConnectionManagerTest, DebugComponentTest, TestCloudManagedSchema, TestCoreDiscovery, PathHierarchyTokenizerFactoryTest, SuggesterFSTTest, TestBadConfig, TestClassNameShortening, UnloadDistributedZkTest, SignatureUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestCopyFieldCollectionResource, TestFoldingMultitermQuery, TestWordDelimiterFilterFactory, OpenExchangeRatesOrgProviderTest, TestCollationField, TestNonDefinedSimilarityFactory, ZkControllerTest, TestShardHandlerFactory, StatsComponentTest, TestReversedWildcardFilterFactory, TestStressUserVersions, RemoteQueryErrorTest, TestFieldTypeCollectionResource, SolrPluginUtilsTest, TestLMDirichletSimilarityFactory, MigrateRouteKeyTest, TestCodecSupport, TestExtendedDismaxParser, TestImplicitCoreProperties, LeaderElectionTest, TestAtomicUpdateErrorCases, RequestHandlersTest, IndexSchemaTest, PreAnalyzedFieldTest, TestCustomSort, DistribCursorPagingTest, HdfsBasicDistributedZk2Test, CircularListTest, BadIndexSchemaTest, TestFieldTypeResource, RAMDirectoryFactoryTest, TestQueryUtils, SolrCoreTest, TestAnalyzedSuggestions, MinimalSchemaTest, InfoHandlerTest, SampleTest, TestInfoStreamLogging, DistributedQueryElevationComponentTest, TestHashPartitioner, TestZkChroot, TestSolrXml, PeerSyncTest, SolrCoreCheckLockOnStartupTest, TestOverriddenPrefixQueryForCustomFieldType, SolrXmlInZkTest, TestNoOpRegenerator, SpellingQueryConverterTest, SolrCmdDistributorTest, TestFastOutputStream, TestCharFilters, TestSerializedLuceneMatchVersion, TestCSVLoader, UpdateRequestProcessorFactoryTest, BlockCacheTest, ResponseLogComponentTest, TestConfig, TestMergePolicyConfig, DistributedTermsComponentTest, ClusterStateTest, CachingDirectoryFactoryTest, SliceStateUpdateTest, TestSchemaSimilarityResource, TestSolrXmlPersistence, CopyFieldTest, TestComponentsName, TestSchemaResource, SuggesterTSTTest, TestFunctionQuery, TestNRTOpen, TestMaxScoreQueryParser, HdfsRecoveryZkTest, BasicDistributedZk2Test, ShardRoutingTest, XsltUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, TestNonNRTOpen, ChaosMonkeySafeLeaderTest]
>   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=8551199491691801 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=America/Toronto -Dtests.file.encoding=US-ASCII
>   [junit4] ERROR   0.00s | ChaosMonkeySafeLeaderTest (suite) <<<
>   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8551199491691801]:0)
>   [junit4] Completed in 7309.38s, 1 test, 2 errors <<< FAILURES!
> 
> [...truncated 667 lines...]
> BUILD FAILED
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308: The following error occurred while executing this line:
> C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:941: There were test failures: 362 suites, 1563 tests, 1 suite-level error, 1 error, 954 ignored (2 assumptions)
> 
> Total time: 193 minutes 46 seconds
> Build step 'Invoke Ant' marked build as failure
> Description set: Java: 64bit/jdk1.7.0_60-ea-b04 -XX:-UseCompressedOops -XX:+UseParallelGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.7.0_60-ea-b04) - Build # 3717 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3717/
Java: 64bit/jdk1.7.0_60-ea-b04 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([8551199491691801]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([8551199491691801]:0)




Build Log:
[...truncated 10603 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> 1376322 T5528 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1376323 T5528 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /lz/h
   [junit4]   2> 1376330 T5528 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ChaosMonkeySafeLeaderTest-1392735804557
   [junit4]   2> 1376332 T5528 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 1376333 T5529 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1376452 T5528 oasc.ZkTestServer.run start zk server on port:65101
   [junit4]   2> 1376455 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1376476 T5535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d4a5bee name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1376477 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1376478 T5528 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1376485 T5530 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1444585dc970000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 1376488 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1376492 T5537 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7beb6bfa name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1376492 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1376493 T5528 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1376500 T5528 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1376506 T5528 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1376511 T5528 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1376518 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1376518 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1376529 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1376529 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1376536 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1376536 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1376542 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1376542 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1376549 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1376549 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1376557 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1376557 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1376562 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1376562 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1376569 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1376569 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1376576 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1376576 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1376583 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1376583 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1376589 T5528 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1376589 T5528 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1376601 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1376605 T5539 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ce68bf7 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1376605 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1377218 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1377231 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1377233 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65111
   [junit4]   2> 1377238 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1377238 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1377239 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836
   [junit4]   2> 1377239 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\'
   [junit4]   2> 1377276 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\solr.xml
   [junit4]   2> 1377353 T5528 oasc.CoreContainer.<init> New CoreContainer 949918043
   [junit4]   2> 1377353 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\]
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1377356 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1377358 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1377358 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1377370 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1377370 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1377370 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1377370 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
   [junit4]   2> 1377370 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1377373 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1377382 T5550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44bf2c91 name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1377382 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1377387 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1377389 T5552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@309fc633 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1377390 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1377393 T5528 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1377399 T5528 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1377404 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1377408 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65111_lz%2Fh
   [junit4]   2> 1377409 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65111_lz%2Fh
   [junit4]   2> 1377415 T5528 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1377418 T5528 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1377425 T5528 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:65111_lz%2Fh
   [junit4]   2> 1377426 T5528 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1377430 T5528 oasc.Overseer.start Overseer (id=91274333688102916-127.0.0.1:65111_lz%2Fh-n_0000000000) starting
   [junit4]   2> 1377438 T5528 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1377447 T5554 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1377448 T5528 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1377448 T5554 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 1377453 T5528 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1377455 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1377461 T5553 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1377466 T5555 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1377466 T5555 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1377468 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1377468 T5555 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1377472 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1377473 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65111/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65111_lz%2Fh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1377473 T5553 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1377473 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1377479 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1377480 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1378654 T5555 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1378654 T5555 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\collection1
   [junit4]   2> 1378654 T5555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1378655 T5555 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1378655 T5555 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1378659 T5555 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1378659 T5555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\collection1\'
   [junit4]   2> 1378659 T5555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836/collection1/lib/classes/' to classloader
   [junit4]   2> 1378662 T5555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836/collection1/lib/README' to classloader
   [junit4]   2> 1378719 T5555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1378769 T5555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1378772 T5555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1378784 T5555 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1379219 T5555 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1379223 T5555 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1379224 T5555 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1379231 T5555 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1379270 T5555 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1379271 T5555 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1392735804836\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/control/data\
   [junit4]   2> 1379271 T5555 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
   [junit4]   2> 1379271 T5555 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data
   [junit4]   2> 1379271 T5555 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/control/data\index/
   [junit4]   2> 1379271 T5555 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1379271 T5555 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index
   [junit4]   2> 1379275 T5555 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1379282 T5555 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 1379282 T5555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1379285 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1379286 T5555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1379286 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1379287 T5555 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1379287 T5555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1379287 T5555 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1379287 T5555 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1379289 T5555 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1379289 T5555 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1379289 T5555 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1379290 T5555 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1379291 T5555 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1379291 T5555 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1379300 T5555 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1379305 T5555 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1379305 T5555 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1379306 T5555 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=97.841796875, floorSegmentMB=1.4755859375, forceMergeDeletesPctAllowed=12.396319923626738, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3967592041250684
   [junit4]   2> 1379308 T5555 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 1379308 T5555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1379308 T5555 oass.SolrIndexSearcher.<init> Opening Searcher@1f049459[collection1] main
   [junit4]   2> 1379313 T5556 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f049459[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1379315 T5555 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1379316 T5528 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1379316 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1379316 T5559 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65111/lz/h collection:control_collection shard:shard1
   [junit4]   2> 1379319 T5559 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1379329 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1379334 T5561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cd76410 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1379334 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1379335 T5559 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1379337 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1379341 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379342 T5559 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1379342 T5559 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1483 name=collection1 org.apache.solr.core.SolrCore@2da0744c url=https://127.0.0.1:65111/lz/h/collection1 node=127.0.0.1:65111_lz%2Fh C1483_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:65111/lz/h, core=collection1, node_name=127.0.0.1:65111_lz%2Fh}
   [junit4]   2> 1379342 T5559 C1483 P65111 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65111/lz/h/collection1/
   [junit4]   2> 1379342 T5559 C1483 P65111 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1379342 T5559 C1483 P65111 oasc.SyncStrategy.syncToMe https://127.0.0.1:65111/lz/h/collection1/ has no replicas
   [junit4]   2> 1379343 T5559 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65111/lz/h/collection1/ shard1
   [junit4]   2> 1379343 T5559 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1379343 T5528 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1379345 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1379356 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379359 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1379360 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1379374 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1379380 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379505 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1379506 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1379554 T5559 oasc.ZkController.register We are https://127.0.0.1:65111/lz/h/collection1/ and leader is https://127.0.0.1:65111/lz/h/collection1/
   [junit4]   2> 1379554 T5559 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65111/lz/h
   [junit4]   2> 1379554 T5559 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1379554 T5559 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1379554 T5559 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1379558 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379558 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379558 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379561 T5559 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1379563 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1379564 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65111/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65111_lz%2Fh",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1379570 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1379694 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1379695 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1379952 T5528 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1379953 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1379964 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1379966 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65123
   [junit4]   2> 1379972 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1379972 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1379973 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569
   [junit4]   2> 1379973 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\'
   [junit4]   2> 1380008 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\solr.xml
   [junit4]   2> 1380073 T5528 oasc.CoreContainer.<init> New CoreContainer 1445584010
   [junit4]   2> 1380073 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\]
   [junit4]   2> 1380074 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1380074 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1380075 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1380075 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1380075 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1380076 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1380076 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1380076 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1380077 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1380088 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1380088 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1380088 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1380089 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
   [junit4]   2> 1380089 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1380091 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380097 T5572 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a3a58cb name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1380098 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1380100 T5530 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1444585dc970006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 1380102 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1380105 T5574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a21a101 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1380106 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1380113 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1381305 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65123_lz%2Fh
   [junit4]   2> 1381307 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65123_lz%2Fh
   [junit4]   2> 1381314 T5574 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1381314 T5552 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1381314 T5561 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1381327 T5575 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1381328 T5575 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1381330 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1381330 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1381330 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1381330 T5575 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1381334 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1381335 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65123/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65123_lz%2Fh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1381335 T5553 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1381335 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1381341 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1381343 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1381343 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1381343 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1382516 T5575 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1382516 T5575 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\collection1
   [junit4]   2> 1382516 T5575 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1382517 T5575 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1382517 T5575 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1382520 T5575 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1382520 T5575 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\collection1\'
   [junit4]   2> 1382520 T5575 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569/collection1/lib/classes/' to classloader
   [junit4]   2> 1382523 T5575 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569/collection1/lib/README' to classloader
   [junit4]   2> 1382585 T5575 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1382636 T5575 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1382639 T5575 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1382648 T5575 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1383093 T5575 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1383096 T5575 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1383098 T5575 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1383105 T5575 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1383158 T5575 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1383159 T5575 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1392735807569\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty1\
   [junit4]   2> 1383159 T5575 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
   [junit4]   2> 1383159 T5575 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1
   [junit4]   2> 1383159 T5575 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty1\index/
   [junit4]   2> 1383159 T5575 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 1383161 T5575 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index
   [junit4]   2> 1383162 T5575 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1383167 T5575 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 1383168 T5575 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1383173 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1383174 T5575 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1383175 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1383175 T5575 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1383176 T5575 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1383176 T5575 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1383176 T5575 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1383178 T5575 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1383178 T5575 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1383178 T5575 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1383179 T5575 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1383179 T5575 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1383180 T5575 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1383190 T5575 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1383194 T5575 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1383194 T5575 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1383195 T5575 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=97.841796875, floorSegmentMB=1.4755859375, forceMergeDeletesPctAllowed=12.396319923626738, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3967592041250684
   [junit4]   2> 1383197 T5575 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 1383197 T5575 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1383197 T5575 oass.SolrIndexSearcher.<init> Opening Searcher@550050f3[collection1] main
   [junit4]   2> 1383204 T5576 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@550050f3[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1383206 T5575 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1383208 T5528 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1383209 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1383209 T5579 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65123/lz/h collection:collection1 shard:shard1
   [junit4]   2> 1383211 T5579 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1383228 T5579 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1383233 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383234 T5579 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1383234 T5579 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1484 name=collection1 org.apache.solr.core.SolrCore@38144ac5 url=https://127.0.0.1:65123/lz/h/collection1 node=127.0.0.1:65123_lz%2Fh C1484_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:65123/lz/h, core=collection1, node_name=127.0.0.1:65123_lz%2Fh}
   [junit4]   2> 1383234 T5579 C1484 P65123 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65123/lz/h/collection1/
   [junit4]   2> 1383234 T5579 C1484 P65123 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1383234 T5579 C1484 P65123 oasc.SyncStrategy.syncToMe https://127.0.0.1:65123/lz/h/collection1/ has no replicas
   [junit4]   2> 1383234 T5579 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65123/lz/h/collection1/ shard1
   [junit4]   2> 1383235 T5579 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1383239 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1383248 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383250 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383252 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383255 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383264 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1383270 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383395 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383396 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383396 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383444 T5579 oasc.ZkController.register We are https://127.0.0.1:65123/lz/h/collection1/ and leader is https://127.0.0.1:65123/lz/h/collection1/
   [junit4]   2> 1383444 T5579 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65123/lz/h
   [junit4]   2> 1383444 T5579 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1383444 T5579 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1383444 T5579 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1383447 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383447 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383447 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383449 T5579 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1383452 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1383453 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65123/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65123_lz%2Fh",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1383460 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1383583 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383584 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383585 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1383796 T5528 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1383798 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1383809 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1383812 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65132
   [junit4]   2> 1383817 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1383817 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1383818 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439
   [junit4]   2> 1383818 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\'
   [junit4]   2> 1383852 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\solr.xml
   [junit4]   2> 1383915 T5528 oasc.CoreContainer.<init> New CoreContainer 1102122468
   [junit4]   2> 1383916 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\]
   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1383919 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1383920 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1383920 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1383920 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1383921 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1383921 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1383931 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1383931 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1383931 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1383933 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
   [junit4]   2> 1383933 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1383935 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1383941 T5590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@487a9d1e name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1383941 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1383946 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1383949 T5592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a38045a name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1383950 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1383958 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1385140 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65132_lz%2Fh
   [junit4]   2> 1385142 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65132_lz%2Fh
   [junit4]   2> 1385147 T5592 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1385147 T5561 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1385148 T5574 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1385148 T5552 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1385160 T5593 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1385160 T5593 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1385163 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1385163 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1385164 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1385164 T5593 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1385167 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1385168 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65132/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65132_lz%2Fh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1385168 T5553 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1385168 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1385173 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1385175 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1385176 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1385176 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1385175 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1386231 T5593 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1386231 T5593 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\collection1
   [junit4]   2> 1386231 T5593 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1386233 T5593 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1386233 T5593 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1386236 T5593 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1386236 T5593 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\collection1\'
   [junit4]   2> 1386236 T5593 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439/collection1/lib/classes/' to classloader
   [junit4]   2> 1386239 T5593 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439/collection1/lib/README' to classloader
   [junit4]   2> 1386309 T5593 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1386354 T5593 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1386357 T5593 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1386368 T5593 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1386751 T5593 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1386754 T5593 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1386755 T5593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1386762 T5593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1386798 T5593 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1386799 T5593 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1392735811439\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty2\
   [junit4]   2> 1386799 T5593 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
   [junit4]   2> 1386800 T5593 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2
   [junit4]   2> 1386800 T5593 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty2\index/
   [junit4]   2> 1386800 T5593 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 1386800 T5593 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index
   [junit4]   2> 1386802 T5593 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1386809 T5593 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 1386809 T5593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1386812 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1386812 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1386813 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1386814 T5593 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1386814 T5593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1386814 T5593 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1386815 T5593 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1386817 T5593 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1386817 T5593 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1386818 T5593 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1386825 T5593 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1386829 T5593 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1386829 T5593 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1386831 T5593 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=97.841796875, floorSegmentMB=1.4755859375, forceMergeDeletesPctAllowed=12.396319923626738, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3967592041250684
   [junit4]   2> 1386832 T5593 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 1386832 T5593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1386832 T5593 oass.SolrIndexSearcher.<init> Opening Searcher@3ab9c542[collection1] main
   [junit4]   2> 1386838 T5594 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ab9c542[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1386839 T5593 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1386841 T5528 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1386841 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1386841 T5597 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65132/lz/h collection:collection1 shard:shard3
   [junit4]   2> 1386843 T5597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1386857 T5597 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1386861 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1386863 T5597 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1386863 T5597 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1485 name=collection1 org.apache.solr.core.SolrCore@27130f6d url=https://127.0.0.1:65132/lz/h/collection1 node=127.0.0.1:65132_lz%2Fh C1485_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:65132/lz/h, core=collection1, node_name=127.0.0.1:65132_lz%2Fh}
   [junit4]   2> 1386863 T5597 C1485 P65132 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65132/lz/h/collection1/
   [junit4]   2> 1386864 T5597 C1485 P65132 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1386864 T5597 C1485 P65132 oasc.SyncStrategy.syncToMe https://127.0.0.1:65132/lz/h/collection1/ has no replicas
   [junit4]   2> 1386864 T5597 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65132/lz/h/collection1/ shard3
   [junit4]   2> 1386864 T5597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1386867 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1386877 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1386881 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1386881 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1386882 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1386883 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1386894 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1386900 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1387012 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387012 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387012 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387012 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387050 T5597 oasc.ZkController.register We are https://127.0.0.1:65132/lz/h/collection1/ and leader is https://127.0.0.1:65132/lz/h/collection1/
   [junit4]   2> 1387050 T5597 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65132/lz/h
   [junit4]   2> 1387050 T5597 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1387050 T5597 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 1387050 T5597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1387054 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1387054 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1387054 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1387056 T5597 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1387058 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1387059 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65132/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65132_lz%2Fh",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1387065 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1387178 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387179 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387179 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387178 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1387399 T5528 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1387400 T5528 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1387410 T5528 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 1387412 T5528 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65141
   [junit4]   2> 1387416 T5528 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1387416 T5528 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1387417 T5528 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072
   [junit4]   2> 1387417 T5528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\'
   [junit4]   2> 1387448 T5528 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\solr.xml
   [junit4]   2> 1387514 T5528 oasc.CoreContainer.<init> New CoreContainer 1447855146
   [junit4]   2> 1387514 T5528 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\]
   [junit4]   2> 1387516 T5528 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1387517 T5528 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1387528 T5528 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1387528 T5528 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1387528 T5528 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1387528 T5528 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65101/solr
   [junit4]   2> 1387528 T5528 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1387532 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1387538 T5608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27594e8e name:ZooKeeperConnection Watcher:127.0.0.1:65101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1387539 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1387546 T5530 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1444585dc97000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 
   [junit4]   2> 1387548 T5528 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1387550 T5610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@421b5884 name:ZooKeeperConnection Watcher:127.0.0.1:65101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1387551 T5528 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1387559 T5528 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1388631 T5528 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65141_lz%2Fh
   [junit4]   2> 1388634 T5528 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65141_lz%2Fh
   [junit4]   2> 1388639 T5574 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1388640 T5610 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1388640 T5592 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1388640 T5552 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1388640 T5561 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 1388654 T5611 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 1388655 T5611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1388657 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1388657 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1388657 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1388657 T5611 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1388660 T5553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1388661 T5553 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65141/lz/h",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65141_lz%2Fh",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1388661 T5553 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1388661 T5553 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1388666 T5552 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1388778 T5610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1388778 T5592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1388779 T5561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1388779 T5552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1388779 T5574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1389724 T5611 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1389724 T5611 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\collection1
   [junit4]   2> 1389724 T5611 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1389726 T5611 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1389726 T5611 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1389728 T5611 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1389728 T5611 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\collection1\'
   [junit4]   2> 1389728 T5611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072/collection1/lib/classes/' to classloader
   [junit4]   2> 1389731 T5611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072/collection1/lib/README' to classloader
   [junit4]   2> 1389783 T5611 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 1389829 T5611 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1389832 T5611 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1389842 T5611 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1390324 T5611 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1390326 T5611 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1390328 T5611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1390335 T5611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1390383 T5611 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1390384 T5611 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1392735815072\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty3\
   [junit4]   2> 1390384 T5611 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bb488d0
   [junit4]   2> 1390384 T5611 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty3
   [junit4]   2> 1390384 T5611 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556/jetty3\index/
   [junit4]   2> 1390387 T5611 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty3\index' doesn't exist. Creating new index...
   [junit4]   2> 1390387 T5611 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1392735804556\jetty3\index
   [junit4]   2> 1390388 T5611 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=94.2392578125, floorSegmentMB=0.3193359375, forceMergeDeletesPctAllowed=4.47586050699481, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1390395 T5611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		

[...truncated too long message...]

.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  41) Thread[id=6357, name=qtp1116821067-6357 Acceptor0 SslSelectChannelConnector@127.0.0.1:65224, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  42) Thread[id=6373, name=qtp1246488416-6373 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:296)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:278)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:159)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  43) Thread[id=6255, name=searcherExecutor-3173-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 	  44) Thread[id=5599, name=qtp1956444140-5599 Selector0, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:464)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:606)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
   [junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
   [junit4]   2> 	        at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:157)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
   [junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ru_RU, timezone=America/Toronto
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=2,threads=70,free=91746488,total=510132224
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldCollectionResource, LegacyHTMLStripCharFilterTest, OverseerTest, WordBreakSolrSpellCheckerTest, PrimUtilsTest, SpatialFilterTest, TestDynamicFieldResource, TriLevelCompositeIdRoutingTest, PluginInfoTest, TestAnalyzeInfixSuggestions, OutputWriterTest, RegexBoostProcessorTest, AddBlockUpdateTest, TestIndexSearcher, TestManagedSchema, TestDefaultSimilarityFactory, DateFieldTest, ChaosMonkeyNothingIsSafeTest, ScriptEngineTest, SpellCheckComponentTest, TestCoreContainer, RequiredFieldsTest, TestSearchPerf, TestDistributedSearch, UUIDFieldTest, TestWriterPerf, HdfsUnloadDistributedZkTest, TestSolrDeletionPolicy1, BasicZkTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, AlternateDirectoryTest, NumericFieldsTest, SearchHandlerTest, TestBinaryResponseWriter, ConvertedLegacyTest, TestManagedSchemaFieldResource, TestOmitPositions, EchoParamsTest, SolrIndexSplitterTest, ResourceLoaderTest, TestReplicationHandler, TestUpdate, TestGroupingSearch, TestSolrDeletionPolicy2, TestSolrIndexConfig, LeaderElectionIntegrationTest, TestJoin, SystemInfoHandlerTest, ConnectionManagerTest, DebugComponentTest, TestCloudManagedSchema, TestCoreDiscovery, PathHierarchyTokenizerFactoryTest, SuggesterFSTTest, TestBadConfig, TestClassNameShortening, UnloadDistributedZkTest, SignatureUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestCopyFieldCollectionResource, TestFoldingMultitermQuery, TestWordDelimiterFilterFactory, OpenExchangeRatesOrgProviderTest, TestCollationField, TestNonDefinedSimilarityFactory, ZkControllerTest, TestShardHandlerFactory, StatsComponentTest, TestReversedWildcardFilterFactory, TestStressUserVersions, RemoteQueryErrorTest, TestFieldTypeCollectionResource, SolrPluginUtilsTest, TestLMDirichletSimilarityFactory, MigrateRouteKeyTest, TestCodecSupport, TestExtendedDismaxParser, TestImplicitCoreProperties, LeaderElectionTest, TestAtomicUpdateErrorCases, RequestHandlersTest, IndexSchemaTest, PreAnalyzedFieldTest, TestCustomSort, DistribCursorPagingTest, HdfsBasicDistributedZk2Test, CircularListTest, BadIndexSchemaTest, TestFieldTypeResource, RAMDirectoryFactoryTest, TestQueryUtils, SolrCoreTest, TestAnalyzedSuggestions, MinimalSchemaTest, InfoHandlerTest, SampleTest, TestInfoStreamLogging, DistributedQueryElevationComponentTest, TestHashPartitioner, TestZkChroot, TestSolrXml, PeerSyncTest, SolrCoreCheckLockOnStartupTest, TestOverriddenPrefixQueryForCustomFieldType, SolrXmlInZkTest, TestNoOpRegenerator, SpellingQueryConverterTest, SolrCmdDistributorTest, TestFastOutputStream, TestCharFilters, TestSerializedLuceneMatchVersion, TestCSVLoader, UpdateRequestProcessorFactoryTest, BlockCacheTest, ResponseLogComponentTest, TestConfig, TestMergePolicyConfig, DistributedTermsComponentTest, ClusterStateTest, CachingDirectoryFactoryTest, SliceStateUpdateTest, TestSchemaSimilarityResource, TestSolrXmlPersistence, CopyFieldTest, TestComponentsName, TestSchemaResource, SuggesterTSTTest, TestFunctionQuery, TestNRTOpen, TestMaxScoreQueryParser, HdfsRecoveryZkTest, BasicDistributedZk2Test, ShardRoutingTest, XsltUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, TestNonNRTOpen, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=8551199491691801 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=America/Toronto -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8551199491691801]:0)
   [junit4] Completed in 7309.38s, 1 test, 2 errors <<< FAILURES!

[...truncated 667 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:941: There were test failures: 362 suites, 1563 tests, 1 suite-level error, 1 error, 954 ignored (2 assumptions)

Total time: 193 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b04 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_45) - Build # 3716 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3716/
Java: 32bit/jdk1.6.0_45 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.testConnectionRefused

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([3D20125C5186F7B2:1289B64D8609B8B6]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.testConnectionRefused(BasicHttpSolrServerTest.java:158)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 10792 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest
   [junit4]   2> 77629 T231 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 77629 T231 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solrtest-BasicHttpSolrServerTest-1392714235283
   [junit4]   2> 77631 T231 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 77631 T231 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 77639 T231 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1] of [SSLv2Hello, SSLv3, TLSv1]
   [junit4]   2> 77642 T231 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55244
   [junit4]   2> 77644 T231 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 77647 T231 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 77648 T231 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 77648 T231 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\'
   [junit4]   2> 77681 T231 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\solr.xml
   [junit4]   2> 77780 T231 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 77781 T231 oasc.CoreContainer.<init> New CoreContainer 7806699
   [junit4]   2> 77781 T231 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\]
   [junit4]   2> 77782 T231 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 77783 T231 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 77783 T231 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 77784 T231 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 77784 T231 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 77784 T231 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 77785 T231 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 77785 T231 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 77785 T231 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 77796 T231 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 77797 T231 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 77797 T231 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 77807 T231 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 77833 T231 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\
   [junit4]   2> 77835 T231 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 77836 T241 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1
   [junit4]   2> 77837 T241 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\'
   [junit4]   2> 77872 T241 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 77874 T241 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\extraction\lib).
   [junit4]   2> 77875 T241 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 77875 T241 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\clustering\lib).
   [junit4]   2> 77877 T241 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 77877 T241 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\langid\lib).
   [junit4]   2> 77877 T241 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 77877 T241 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\velocity\lib).
   [junit4]   2> 77877 T241 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 77936 T241 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 77945 T241 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 78061 T241 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 78062 T241 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 78077 T241 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 78975 T241 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 78997 T241 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 79006 T241 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 79042 T241 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 79042 T241 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\
   [junit4]   2> 79042 T241 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 79043 T241 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 79043 T241 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   2> 79044 T241 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\
   [junit4]   2> 79044 T241 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index/
   [junit4]   2> 79046 T241 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index' doesn't exist. Creating new index...
   [junit4]   2> 79046 T241 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index
   [junit4]   2> 79048 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: init: current segments file is "null"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@f3de46
   [junit4]   2> 79048 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: 1 msec to checkpoint
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: init: create=true
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@16bfded lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.7-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_47
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=CREATE
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene46
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.ThreadAffinityDocumentsWriterThreadPool@85ec1b
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: now flush at close waitForMerges=true
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]:   index before flush 
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: coreLoadExecutor-124-thread-1 startFullFlush
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: coreLoadExecutor-124-thread-1 finishFullFlush success=true
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: apply all deletes during flush
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-124-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@5009ea minGen=9223372036854775807 packetCount=0
   [junit4]   2> 79050 T241 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-124-thread-1]: now merge
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-124-thread-1]:   index: 
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-124-thread-1]:   no more merges pending; now return
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: waitForMerges
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: waitForMerges done
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: now call final commit()
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: commit: start
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: commit: enter lock
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: commit: now prepare
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: prepareCommit: flush
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]:   index before flush 
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: coreLoadExecutor-124-thread-1 startFullFlush
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: apply all deletes during flush
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-124-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@5009ea minGen=9223372036854775807 packetCount=0
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: coreLoadExecutor-124-thread-1 finishFullFlush success=true
   [junit4]   2> 79053 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: startCommit(): start
   [junit4]   2> 79056 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: startCommit index= changeCount=1
   [junit4]   2> 79056 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: done all syncs: []
   [junit4]   2> 79056 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: commit: pendingCommit != null
   [junit4]   2> 79057 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: commit: wrote segments file "segments_1"
   [junit4]   2> 79057 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 79058 T241 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16bfded lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index),segFN=segments_1,generation=1}
   [junit4]   2> 79058 T241 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 79058 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: 0 msec to checkpoint
   [junit4]   2> 79058 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: commit: done
   [junit4]   2> 79058 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: at close: 
   [junit4]   2> 79060 T241 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
   [junit4]   2> 79060 T241 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   2> 79060 T241 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
   [junit4]   2> 79061 T241 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
   [junit4]   2> 79061 T241 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
   [junit4]   2> 79062 T241 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.UpdateRequestHandler
   [junit4]   2> 79063 T241 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.UpdateRequestHandler
   [junit4]   2> 79064 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 79064 T241 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 79064 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   2> 79064 T241 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   2> 79065 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 79065 T241 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 79066 T241 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 79066 T241 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 79067 T241 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 79068 T241 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 79068 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 79069 T241 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
   [junit4]   2> 79069 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 79071 T241 oasc.RequestHandlers.initHandlersFromConfig created /suggest: solr.SearchHandler
   [junit4]   2> 79071 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 79071 T241 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
   [junit4]   2> 79072 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 79073 T241 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
   [junit4]   2> 79073 T241 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 79073 T241 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
   [junit4]   2> 79083 T241 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 79085 T241 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 79087 T241 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 79096 T241 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 79097 T241 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 79098 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@f3de46
   [junit4]   2> 79098 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: init: load commit "segments_1"
   [junit4]   2> 79099 T241 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@16bfded lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index),segFN=segments_1,generation=1}
   [junit4]   2> 79099 T241 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 79099 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 79100 T241 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-124-thread-1]: 0 msec to checkpoint
   [junit4]   2> 79100 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: init: create=false
   [junit4]   2> 79100 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@16bfded lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.7-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_47
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=APPEND
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene46
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.ThreadAffinityDocumentsWriterThreadPool@1d8053c
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	
   [junit4]   2> 79101 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: flush at getReader
   [junit4]   2> 79101 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: coreLoadExecutor-124-thread-1 startFullFlush
   [junit4]   2> 79101 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 79101 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: apply all deletes during flush
   [junit4]   2> 79102 T241 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-124-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@13fc0bb minGen=9223372036854775807 packetCount=0
   [junit4]   2> 79102 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 79102 T241 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-124-thread-1]: coreLoadExecutor-124-thread-1 finishFullFlush success=true
   [junit4]   2> 79102 T241 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-124-thread-1]: getReader took 1 msec
   [junit4]   2> 79103 T241 oass.SolrIndexSearcher.<init> Opening Searcher@b128a2[collection1] main
   [junit4]   2> 79103 T241 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 79103 T241 oass.DirectSolrSpellChecker.init init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 79104 T241 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 79104 T241 oashc.SuggestComponent.inform Initializing SuggestComponent
   [junit4]   2> 79104 T241 oasss.SolrSuggester.init init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 79106 T241 oasss.SolrSuggester.init Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 79106 T241 oashc.QueryElevationComponent.inform Loading QueryElevation from: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf\elevate.xml
   [junit4]   2> 79134 T241 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 79134 T241 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 79134 T242 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@b128a2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 79135 T231 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 79135 T231 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C172 name=collection1 org.apache.solr.core.SolrCore@7783ea
   [junit4]   2> 79136 T242 C172 oasc.SolrCore.execute [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=1 
   [junit4]   2> 79136 T242 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 79136 T242 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 79136 T242 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 79137 T242 oashc.SuggestComponent$SuggesterListener.newSearcher Loading suggester index for: mySuggester
   [junit4]   2> 79138 T242 oasss.SolrSuggester.reload reload()
   [junit4]   2> 79138 T242 oasss.SolrSuggester.build build()
   [junit4]   2> 79136 T231 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#55244
   [junit4]   2> 79148 T231 oas.SolrTestCaseJ4.setUp ###Starting testSolrExceptionCodeNotFromSolr
   [junit4]   2> 79148 T242 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b128a2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 79222 T231 oas.SolrTestCaseJ4.tearDown ###Ending testSolrExceptionCodeNotFromSolr
   [junit4]   1> org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
   [junit4]   1> <title>Error 527 527</title>
   [junit4]   1> </head>
   [junit4]   1> <body>
   [junit4]   1> <h2>HTTP ERROR: 527</h2>
   [junit4]   1> <p>Problem accessing /solr/debug/foo/select. Reason:
   [junit4]   1> <pre>    527</pre></p>
   [junit4]   1> <hr /><i><small>Powered by Jetty://</small></i>
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> 
   [junit4]   2> 79232 T231 oas.SolrTestCaseJ4.setUp ###Starting testRedirect
   [junit4]   2> 79296 T239 C172 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 79301 T231 oas.SolrTestCaseJ4.tearDown ###Ending testRedirect
   [junit4]   2> 79310 T231 oas.SolrTestCaseJ4.setUp ###Starting testQuery
   [junit4]   2> 79386 T231 oas.SolrTestCaseJ4.tearDown ###Ending testQuery
   [junit4]   2> 79407 T231 oas.SolrTestCaseJ4.setUp ###Starting testCompression
   [junit4]   2> ASYNC  NEW_CORE C173 name=collection1 org.apache.solr.core.SolrCore@7783ea
   [junit4]   2> 79571 T240 C173 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=foo&wt=xml} hits=0 status=0 QTime=1 
   [junit4]   2> 79618 T238 C173 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=foo&wt=javabin&version=2} hits=0 status=0 QTime=1 
   [junit4]   2> 79624 T231 oas.SolrTestCaseJ4.tearDown ###Ending testCompression
   [junit4]   2> 79629 T231 oas.SolrTestCaseJ4.setUp ###Starting testDelete
   [junit4]   2> 79688 T231 oas.SolrTestCaseJ4.tearDown ###Ending testDelete
   [junit4]   2> 79696 T231 oas.SolrTestCaseJ4.setUp ###Starting testConnectionRefused
   [junit4]   2> 80198 T231 oas.SolrTestCaseJ4.tearDown ###Ending testConnectionRefused
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicHttpSolrServerTest -Dtests.method=testConnectionRefused -Dtests.seed=3D20125C5186F7B2 -Dtests.slow=true -Dtests.locale=ar_JO -Dtests.timezone=America/Port_of_Spain -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.61s | BasicHttpSolrServerTest.testConnectionRefused <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3D20125C5186F7B2:1289B64D8609B8B6]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.testConnectionRefused(BasicHttpSolrServerTest.java:158)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 80300 T231 oas.SolrTestCaseJ4.setUp ###Starting testExampleKeystorePath
   [junit4]   2> 80300 T231 oas.SolrTestCaseJ4.tearDown ###Ending testExampleKeystorePath
   [junit4]   2> 80307 T231 oas.SolrTestCaseJ4.setUp ###Starting testUpdate
   [junit4]   2> 80383 T231 oas.SolrTestCaseJ4.tearDown ###Ending testUpdate
   [junit4]   2> 80389 T231 oas.SolrTestCaseJ4.setUp ###Starting testSetParametersExternalClient
   [junit4]   2> 80393 T231 oas.SolrTestCaseJ4.tearDown ###Ending testSetParametersExternalClient
   [junit4]   2> 80401 T231 oas.SolrTestCaseJ4.setUp ###Starting testGetRawStream
   [junit4]   2> 80450 T236 C173 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={} hits=0 status=0 QTime=1 
   [junit4]   2> 80450 T231 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawStream
   [junit4]   2> 80458 T231 oas.SolrTestCaseJ4.setUp ###Starting testTimeout
   [junit4]   2> 82388 T231 oas.SolrTestCaseJ4.tearDown ###Ending testTimeout
   [junit4]   2> 82402 T231 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=7806699
   [junit4]   2> 82403 T231 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7783ea
   [junit4]   2> 82403 T231 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 82403 T231 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 82403 T231 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 82403 T231 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 82407 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: now flush at close waitForMerges=true
   [junit4]   2> 82407 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]:   start flush: applyAllDeletes=true
   [junit4]   2> 82408 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]:   index before flush 
   [junit4]   2> 82409 T231 C173 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker startFullFlush
   [junit4]   2> 82410 T231 C173 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 82410 T231 C173 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker finishFullFlush success=true
   [junit4]   2> 82410 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: apply all deletes during flush
   [junit4]   2> 82413 T231 C173 oasu.LoggingInfoStream.message [BD][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: prune sis=org.apache.lucene.index.SegmentInfos@13fc0bb minGen=9223372036854775807 packetCount=0
   [junit4]   2> 82414 T231 C173 oasu.LoggingInfoStream.message [CMS][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: now merge
   [junit4]   2> 82414 T231 C173 oasu.LoggingInfoStream.message [CMS][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]:   index: 
   [junit4]   2> 82415 T231 C173 oasu.LoggingInfoStream.message [CMS][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]:   no more merges pending; now return
   [junit4]   2> 82415 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: waitForMerges
   [junit4]   2> 82416 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: waitForMerges done
   [junit4]   2> 82417 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: now call final commit()
   [junit4]   2> 82418 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: commit: start
   [junit4]   2> 82419 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: commit: enter lock
   [junit4]   2> 82419 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: commit: now prepare
   [junit4]   2> 82420 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: prepareCommit: flush
   [junit4]   2> 82421 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]:   index before flush 
   [junit4]   2> 82422 T231 C173 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker startFullFlush
   [junit4]   2> 82422 T231 C173 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 82423 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: apply all deletes during flush
   [junit4]   2> 82424 T231 C173 oasu.LoggingInfoStream.message [BD][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: prune sis=org.apache.lucene.index.SegmentInfos@13fc0bb minGen=9223372036854775807 packetCount=0
   [junit4]   2> 82424 T231 C173 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker finishFullFlush success=true
   [junit4]   2> 82425 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: startCommit(): start
   [junit4]   2> 82426 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]:   skip startCommit(): no changes pending
   [junit4]   2> 82427 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: commit: pendingCommit == null; skip
   [junit4]   2> 82428 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: commit: done
   [junit4]   2> 82429 T231 C173 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[3D20125C5186F7B2]-worker]: at close: 
   [junit4]   2> 82434 T231 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 82434 T231 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 82434 T231 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index;done=false>>]
   [junit4]   2> 82434 T231 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\index
   [junit4]   2> 82434 T231 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\ [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\;done=false>>]
   [junit4]   2> 82434 T231 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392714235283\
   [junit4]   2> 82434 T231 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 82489 T231 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=ar_JO, timezone=America/Port_of_Spain
   [junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=2,threads=1,free=20882512,total=65470464
   [junit4]   2> NOTE: All tests run in this JVM: [TestXMLEscaping, TestFastInputStream, IteratorChainTest, NamedListTest, SolrQueryTest, MultiCoreExampleJettyTest, ContentStreamTest, TestLBHttpSolrServer, SolrExampleJettyTest, BasicHttpSolrServerTest]
   [junit4] Completed in 4.91s, 11 tests, 1 failure <<< FAILURES!

[...truncated 120 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:202: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:941: There were test failures: 48 suites, 280 tests, 1 failure

Total time: 89 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_45) - Build # 3715 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/3715/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.testConnectionRefused

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([186E743076E57BFF:37C7D021A16A34FB]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.testConnectionRefused(BasicHttpSolrServerTest.java:158)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 10860 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest
   [junit4]   2> 181393 T540 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 181393 T540 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\.\solrtest-BasicHttpSolrServerTest-1392692584268
   [junit4]   2> 181395 T540 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 181395 T540 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 181399 T540 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1] of [SSLv2Hello, SSLv3, TLSv1]
   [junit4]   2> 181402 T540 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:62374
   [junit4]   2> 181404 T540 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 181404 T540 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 181404 T540 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 181404 T540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\'
   [junit4]   2> 181434 T540 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\solr.xml
   [junit4]   2> 181494 T540 oasc.CorePropertiesLocator.<init> Config-defined core root directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 181494 T540 oasc.CoreContainer.<init> New CoreContainer 8605069
   [junit4]   2> 181494 T540 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\]
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 181496 T540 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 181498 T540 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 181504 T540 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 181504 T540 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 181504 T540 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 181509 T540 oasc.CorePropertiesLocator.discover Looking for core definitions underneath C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr
   [junit4]   2> 181523 T540 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\
   [junit4]   2> 181524 T540 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 181525 T550 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1
   [junit4]   2> 181525 T550 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\'
   [junit4]   2> 181550 T550 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
   [junit4]   2> 181550 T550 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\extraction\lib).
   [junit4]   2> 181550 T550 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 181552 T550 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\clustering\lib).
   [junit4]   2> 181552 T550 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 181552 T550 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\langid\lib).
   [junit4]   2> 181552 T550 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 181552 T550 oasc.SolrResourceLoader.addToClassLoader WARN No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\contrib\velocity\lib).
   [junit4]   2> 181552 T550 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\..\..\..\dist).
   [junit4]   2> 181596 T550 oasu.SolrIndexConfig.<init> IndexWriter infoStream solr logging is enabled
   [junit4]   2> 181599 T550 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 181667 T550 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 181668 T550 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 181675 T550 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 182168 T550 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 182180 T550 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 182183 T550 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 182204 T550 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 182204 T550 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\
   [junit4]   2> 182204 T550 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17fe0ec
   [junit4]   2> 182204 T550 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
   [junit4]   2> 182204 T550 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
   [junit4]   2> 182204 T550 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\
   [junit4]   2> 182204 T550 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index/
   [junit4]   2> 182204 T550 oasc.SolrCore.initIndex WARN [collection1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index' doesn't exist. Creating new index...
   [junit4]   2> 182204 T550 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index
   [junit4]   2> 182206 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: init: current segments file is "null"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@185a2a8
   [junit4]   2> 182206 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: 0 msec to checkpoint
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: init: create=true
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@bf7795 lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.7-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_47
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=CREATE
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene46
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.ThreadAffinityDocumentsWriterThreadPool@79cc94
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: now flush at close waitForMerges=true
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]:   start flush: applyAllDeletes=true
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]:   index before flush 
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: coreLoadExecutor-232-thread-1 startFullFlush
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: coreLoadExecutor-232-thread-1 finishFullFlush success=true
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: apply all deletes during flush
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-232-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@6637fa minGen=9223372036854775807 packetCount=0
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-232-thread-1]: now merge
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-232-thread-1]:   index: 
   [junit4]   2> 182207 T550 oasu.LoggingInfoStream.message [CMS][coreLoadExecutor-232-thread-1]:   no more merges pending; now return
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: waitForMerges
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: waitForMerges done
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: now call final commit()
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: commit: start
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: commit: enter lock
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: commit: now prepare
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: prepareCommit: flush
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]:   index before flush 
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: coreLoadExecutor-232-thread-1 startFullFlush
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 182209 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: apply all deletes during flush
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-232-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@6637fa minGen=9223372036854775807 packetCount=0
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: coreLoadExecutor-232-thread-1 finishFullFlush success=true
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: startCommit(): start
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: startCommit index= changeCount=1
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: done all syncs: []
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: commit: pendingCommit != null
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: commit: wrote segments file "segments_1"
   [junit4]   2> 182210 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: now checkpoint "" [0 segments ; isCommit = true]
   [junit4]   2> 182211 T550 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@bf7795 lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index),segFN=segments_1,generation=1}
   [junit4]   2> 182211 T550 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 182211 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: 0 msec to checkpoint
   [junit4]   2> 182211 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: commit: done
   [junit4]   2> 182211 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: at close: 
   [junit4]   2> 182212 T550 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
   [junit4]   2> 182212 T550 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
   [junit4]   2> 182212 T550 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
   [junit4]   2> 182213 T550 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
   [junit4]   2> 182213 T550 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
   [junit4]   2> 182215 T550 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 182215 T550 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 182216 T550 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
   [junit4]   2> 182216 T550 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 182216 T550 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
   [junit4]   2> 182216 T550 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.UpdateRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.UpdateRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 182217 T550 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
   [junit4]   2> 182218 T550 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 182219 T550 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 182219 T550 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig created /suggest: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
   [junit4]   2> 182220 T550 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
   [junit4]   2> 182224 T550 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 182225 T550 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 182227 T550 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 182233 T550 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 182233 T550 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 182233 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: init: current segments file is "segments_1"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@185a2a8
   [junit4]   2> 182233 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: init: load commit "segments_1"
   [junit4]   2> 182233 T550 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@bf7795 lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index),segFN=segments_1,generation=1}
   [junit4]   2> 182233 T550 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 182234 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 182234 T550 oasu.LoggingInfoStream.message [IFD][coreLoadExecutor-232-thread-1]: 0 msec to checkpoint
   [junit4]   2> 182234 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: init: create=false
   [junit4]   2> 182234 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: 
   [junit4]   2> 	dir=MockDirectoryWrapper(RAMDirectory@bf7795 lockFactory=NativeFSLockFactory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index)
   [junit4]   2> 	index=
   [junit4]   2> 	version=4.7-SNAPSHOT
   [junit4]   2> 	matchVersion=LUCENE_47
   [junit4]   2> 	analyzer=null
   [junit4]   2> 	ramBufferSizeMB=100.0
   [junit4]   2> 	maxBufferedDocs=-1
   [junit4]   2> 	maxBufferedDeleteTerms=-1
   [junit4]   2> 	mergedSegmentWarmer=null
   [junit4]   2> 	readerTermsIndexDivisor=1
   [junit4]   2> 	termIndexInterval=32
   [junit4]   2> 	delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> 	commit=null
   [junit4]   2> 	openMode=APPEND
   [junit4]   2> 	similarity=org.apache.lucene.search.similarities.DefaultSimilarity
   [junit4]   2> 	mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=1, maxMergeCount=2, mergeThreadPriority=-1
   [junit4]   2> 	default WRITE_LOCK_TIMEOUT=1000
   [junit4]   2> 	writeLockTimeout=1000
   [junit4]   2> 	codec=Lucene46
   [junit4]   2> 	infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> 	mergePolicy=[TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=5120.0, floorSegmentMB=2.0, forceMergeDeletesPctAllowed=10.0, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 	indexerThreadPool=org.apache.lucene.index.ThreadAffinityDocumentsWriterThreadPool@15e3fd1
   [junit4]   2> 	readerPooling=false
   [junit4]   2> 	perThreadHardLimitMB=1945
   [junit4]   2> 	useCompoundFile=false
   [junit4]   2> 	
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: flush at getReader
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: coreLoadExecutor-232-thread-1 startFullFlush
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: apply all deletes during flush
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [BD][coreLoadExecutor-232-thread-1]: prune sis=org.apache.lucene.index.SegmentInfos@afc374 minGen=9223372036854775807 packetCount=0
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: return reader version=1 reader=StandardDirectoryReader(segments_1:1:nrt)
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [DW][coreLoadExecutor-232-thread-1]: coreLoadExecutor-232-thread-1 finishFullFlush success=true
   [junit4]   2> 182235 T550 oasu.LoggingInfoStream.message [IW][coreLoadExecutor-232-thread-1]: getReader took 0 msec
   [junit4]   2> 182235 T550 oass.SolrIndexSearcher.<init> Opening Searcher@16215d4[collection1] main
   [junit4]   2> 182235 T550 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 182237 T550 oass.DirectSolrSpellChecker.init init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 182237 T550 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
   [junit4]   2> 182237 T550 oashc.SuggestComponent.inform Initializing SuggestComponent
   [junit4]   2> 182237 T550 oasss.SolrSuggester.init init: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 182237 T550 oasss.SolrSuggester.init Dictionary loaded with params: {name=mySuggester,lookupImpl=FuzzyLookupFactory,dictionaryImpl=DocumentDictionaryFactory,field=cat,weightField=price,suggestAnalyzerFieldType=string}
   [junit4]   2> 182237 T550 oashc.QueryElevationComponent.inform Loading QueryElevation from: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\example\solr\collection1\conf\elevate.xml
   [junit4]   2> 182254 T550 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 182254 T551 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@16215d4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> ASYNC  NEW_CORE C284 name=collection1 org.apache.solr.core.SolrCore@e79f63
   [junit4]   2> 182254 T551 C284 oasc.SolrCore.execute [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=0 
   [junit4]   2> 182254 T551 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
   [junit4]   2> 182254 T551 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
   [junit4]   2> 182254 T551 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
   [junit4]   2> 182254 T551 oashc.SuggestComponent$SuggesterListener.newSearcher Loading suggester index for: mySuggester
   [junit4]   2> 182254 T551 oasss.SolrSuggester.reload reload()
   [junit4]   2> 182254 T551 oasss.SolrSuggester.build build()
   [junit4]   2> 182260 T551 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16215d4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 182261 T550 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 182262 T540 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 182262 T540 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 182262 T540 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#62374
   [junit4]   2> 182268 T540 oas.SolrTestCaseJ4.setUp ###Starting testConnectionRefused
   [junit4]   2> 182596 T540 oas.SolrTestCaseJ4.tearDown ###Ending testConnectionRefused
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicHttpSolrServerTest -Dtests.method=testConnectionRefused -Dtests.seed=186E743076E57BFF -Dtests.slow=true -Dtests.locale=zh_TW -Dtests.timezone=America/Cambridge_Bay -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.37s | BasicHttpSolrServerTest.testConnectionRefused <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([186E743076E57BFF:37C7D021A16A34FB]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.testConnectionRefused(BasicHttpSolrServerTest.java:158)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:662)
   [junit4]   2> 182642 T540 oas.SolrTestCaseJ4.setUp ###Starting testSolrExceptionCodeNotFromSolr
   [junit4]   2> 182680 T540 oas.SolrTestCaseJ4.tearDown ###Ending testSolrExceptionCodeNotFromSolr
   [junit4]   1> org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   1> <head>
   [junit4]   1> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
   [junit4]   1> <title>Error 527 527</title>
   [junit4]   1> </head>
   [junit4]   1> <body>
   [junit4]   1> <h2>HTTP ERROR: 527</h2>
   [junit4]   1> <p>Problem accessing /solr/debug/foo/select. Reason:
   [junit4]   1> <pre>    527</pre></p>
   [junit4]   1> <hr /><i><small>Powered by Jetty://</small></i>
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1>                                                 
   [junit4]   1> </body>
   [junit4]   1> </html>
   [junit4]   1> 
   [junit4]   2> 182689 T540 oas.SolrTestCaseJ4.setUp ###Starting testGetRawStream
   [junit4]   2> ASYNC  NEW_CORE C285 name=collection1 org.apache.solr.core.SolrCore@e79f63
   [junit4]   2> 182712 T545 C285 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={} hits=0 status=0 QTime=1 
   [junit4]   2> 182713 T540 oas.SolrTestCaseJ4.tearDown ###Ending testGetRawStream
   [junit4]   2> 182718 T540 oas.SolrTestCaseJ4.setUp ###Starting testRedirect
   [junit4]   2> 182748 T545 C285 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 182751 T540 oas.SolrTestCaseJ4.tearDown ###Ending testRedirect
   [junit4]   2> 182759 T540 oas.SolrTestCaseJ4.setUp ###Starting testSetParametersExternalClient
   [junit4]   2> 182760 T540 oas.SolrTestCaseJ4.tearDown ###Ending testSetParametersExternalClient
   [junit4]   2> 182766 T540 oas.SolrTestCaseJ4.setUp ###Starting testExampleKeystorePath
   [junit4]   2> 182766 T540 oas.SolrTestCaseJ4.tearDown ###Ending testExampleKeystorePath
   [junit4]   2> 182771 T540 oas.SolrTestCaseJ4.setUp ###Starting testCompression
   [junit4]   2> 182844 T545 C285 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=foo&wt=xml} hits=0 status=0 QTime=0 
   [junit4]   2> 182869 T548 C285 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=foo&wt=javabin&version=2} hits=0 status=0 QTime=0 
   [junit4]   2> 182873 T540 oas.SolrTestCaseJ4.tearDown ###Ending testCompression
   [junit4]   2> 182878 T540 oas.SolrTestCaseJ4.setUp ###Starting testDelete
   [junit4]   2> 182904 T540 oas.SolrTestCaseJ4.tearDown ###Ending testDelete
   [junit4]   2> 182908 T540 oas.SolrTestCaseJ4.setUp ###Starting testTimeout
   [junit4]   2> 184238 T540 oas.SolrTestCaseJ4.tearDown ###Ending testTimeout
   [junit4]   2> 184247 T540 oas.SolrTestCaseJ4.setUp ###Starting testQuery
   [junit4]   2> 184285 T540 oas.SolrTestCaseJ4.tearDown ###Ending testQuery
   [junit4]   2> 184294 T540 oas.SolrTestCaseJ4.setUp ###Starting testUpdate
   [junit4]   2> 184322 T540 oas.SolrTestCaseJ4.tearDown ###Ending testUpdate
   [junit4]   2> 184330 T540 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=8605069
   [junit4]   2> 184331 T540 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e79f63
   [junit4]   2> 184355 T540 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=15000ms,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 184355 T540 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 184355 T540 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 184355 T540 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> ASYNC  NEW_CORE C286 name=collection1 org.apache.solr.core.SolrCore@e79f63
   [junit4]   2> 184356 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: now flush at close waitForMerges=true
   [junit4]   2> 184356 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]:   start flush: applyAllDeletes=true
   [junit4]   2> 184356 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]:   index before flush 
   [junit4]   2> 184356 T540 C286 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker startFullFlush
   [junit4]   2> 184357 T540 C286 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 184357 T540 C286 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker finishFullFlush success=true
   [junit4]   2> 184357 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: apply all deletes during flush
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [BD][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: prune sis=org.apache.lucene.index.SegmentInfos@afc374 minGen=9223372036854775807 packetCount=0
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [CMS][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: now merge
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [CMS][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]:   index: 
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [CMS][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]:   no more merges pending; now return
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: waitForMerges
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: waitForMerges done
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: now call final commit()
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: commit: start
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: commit: enter lock
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: commit: now prepare
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: prepareCommit: flush
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]:   index before flush 
   [junit4]   2> 184358 T540 C286 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker startFullFlush
   [junit4]   2> 184360 T540 C286 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: anyChanges? numDocsInRam=0 deletes=false hasTickets:false pendingChangesInFullFlush: false
   [junit4]   2> 184360 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: apply all deletes during flush
   [junit4]   2> 184360 T540 C286 oasu.LoggingInfoStream.message [BD][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: prune sis=org.apache.lucene.index.SegmentInfos@afc374 minGen=9223372036854775807 packetCount=0
   [junit4]   2> 184360 T540 C286 oasu.LoggingInfoStream.message [DW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker finishFullFlush success=true
   [junit4]   2> 184360 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: startCommit(): start
   [junit4]   2> 184360 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]:   skip startCommit(): no changes pending
   [junit4]   2> 184361 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: commit: pendingCommit == null; skip
   [junit4]   2> 184361 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: commit: done
   [junit4]   2> 184361 T540 C286 oasu.LoggingInfoStream.message [IW][SUITE-BasicHttpSolrServerTest-seed#[186E743076E57BFF]-worker]: at close: 
   [junit4]   2> 184363 T540 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 184363 T540 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 184363 T540 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index;done=false>>]
   [junit4]   2> 184363 T540 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\index
   [junit4]   2> 184364 T540 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\ [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\;done=false>>]
   [junit4]   2> 184364 T540 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-solrj\test\J0\solrtest-BasicHttpSolrServerTest-1392692584268\
   [junit4]   2> 184364 T540 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 184419 T540 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=zh_TW, timezone=America/Cambridge_Bay
   [junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=2,threads=1,free=21985776,total=55668736
   [junit4]   2> NOTE: All tests run in this JVM: [ModifiableSolrParamsTest, TestBatchUpdate, SolrExampleStreamingTest, TermsResponseTest, ContentStreamTest, NamedListTest, TestLBHttpSolrServer, SolrDocumentTest, TestXMLEscaping, JettyWebappTest, SolrExampleEmbeddedTest, MultiCoreEmbeddedTest, LargeVolumeJettyTest, LargeVolumeEmbeddedTest, SolrExampleStreamingBinaryTest, SolrQueryTest, DocumentAnalysisResponseTest, SolrParamTest, TestDocumentObjectBinder, SolrExceptionTest, AnlysisResponseBaseTest, CloudSolrServerTest, SolrExampleBinaryTest, SolrExampleXMLTest, SolrExampleJettyTest, BasicHttpSolrServerTest]
   [junit4] Completed in 3.05s, 11 tests, 1 failure <<< FAILURES!

[...truncated 66 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:459: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:439: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:202: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:491: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1308: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:941: There were test failures: 48 suites, 280 tests, 1 failure

Total time: 91 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure