You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/07 01:08:20 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.8.0_05) - Build # 4078 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4078/
Java: 32bit/jdk1.8.0_05 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([5F084EC59C4D562E:DEEEC0DDEB123612]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1149)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10960 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\init-core-data-001
   [junit4]   2> 408105 T1533 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 408105 T1533 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 408113 T1533 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 408113 T1533 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 408116 T1534 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 408237 T1533 oasc.ZkTestServer.run start zk server on port:65325
   [junit4]   2> 408239 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 408250 T1540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f0a1c4 name:ZooKeeperConnection Watcher:127.0.0.1:65325 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 408250 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 408250 T1533 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 408263 T1535 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1470db788b30000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 408268 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 408274 T1542 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c6709 name:ZooKeeperConnection Watcher:127.0.0.1:65325/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 408275 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 408276 T1533 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 408288 T1533 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 408297 T1533 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 408305 T1533 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 408316 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 408317 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 408333 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 408334 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 408346 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 408347 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 408358 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 408361 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 408375 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 408376 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 408386 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 408386 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 408400 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 408401 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 408412 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 408412 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 408423 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 408426 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 408437 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 408437 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 408451 T1533 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 408452 T1533 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 408470 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 408500 T1544 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a435f name:ZooKeeperConnection Watcher:127.0.0.1:65325/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 408500 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 410774 T1533 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 410783 T1533 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 410824 T1533 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65335
   [junit4]   2> 410831 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 410832 T1533 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 410832 T1533 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-002
   [junit4]   2> 410832 T1533 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-002\'
   [junit4]   2> 410876 T1533 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-002\solr.xml
   [junit4]   2> 410902 T1533 oasc.CoreContainer.<init> New CoreContainer 24077048
   [junit4]   2> 410903 T1533 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-002\]
   [junit4]   2> 410904 T1533 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 410904 T1533 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 410905 T1533 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 410905 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 410906 T1533 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 410906 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 410906 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 410907 T1533 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 410907 T1533 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 410916 T1533 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 410917 T1533 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 410917 T1533 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 410917 T1533 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65325/solr
   [junit4]   2> 410918 T1533 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 410920 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 410927 T1555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c5f9b5 name:ZooKeeperConnection Watcher:127.0.0.1:65325 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 410928 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 410938 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 410943 T1557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@180efe4 name:ZooKeeperConnection Watcher:127.0.0.1:65325/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 410943 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 410950 T1533 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 410963 T1533 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 410971 T1533 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 410976 T1533 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 410982 T1533 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 410987 T1533 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 410991 T1533 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65335_
   [junit4]   2> 410992 T1533 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65335_
   [junit4]   2> 410998 T1533 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 411001 T1533 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 411008 T1533 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:65335_
   [junit4]   2> 411008 T1533 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 411012 T1533 oasc.Overseer.start Overseer (id=92057399307993092-127.0.0.1:65335_-n_0000000000) starting
   [junit4]   2> 411017 T1533 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 411036 T1559 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 411036 T1533 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 411041 T1533 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 411046 T1533 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 411051 T1558 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 411057 T1560 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 411057 T1560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 411059 T1560 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 411059 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 411061 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 411063 T1558 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65335",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65335_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 411063 T1558 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 411063 T1558 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 411067 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 411068 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 412245 T1560 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 412245 T1560 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 412247 T1560 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 412247 T1560 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 412252 T1560 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 412252 T1560 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-002\collection1\'
   [junit4]   2> 412259 T1560 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 412264 T1560 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 412265 T1560 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 412308 T1560 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 412347 T1560 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 412350 T1560 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 412357 T1560 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 412489 T1560 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 412489 T1560 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 412492 T1560 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 412500 T1560 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 412501 T1560 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 412518 T1560 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 412522 T1560 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 412525 T1560 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 412526 T1560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 412526 T1560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 412526 T1560 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 412531 T1560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 412531 T1560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 412531 T1560 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 412531 T1560 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 412532 T1560 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-002\collection1\, dataDir=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/control/data\
   [junit4]   2> 412532 T1560 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13a074a
   [junit4]   2> 412533 T1560 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/control/data\
   [junit4]   2> 412533 T1560 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/control/data\index/
   [junit4]   2> 412533 T1560 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 412533 T1560 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/control/data\index
   [junit4]   2> 412535 T1560 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 412535 T1560 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14543ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1334551),segFN=segments_1,generation=1}
   [junit4]   2> 412535 T1560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 412538 T1560 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 412538 T1560 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 412539 T1560 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 412540 T1560 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 412540 T1560 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 412540 T1560 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 412540 T1560 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 412541 T1560 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 412541 T1560 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 412541 T1560 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 412543 T1560 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 412543 T1560 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 412544 T1560 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 412544 T1560 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 412545 T1560 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 412545 T1560 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 412552 T1560 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 412559 T1560 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 412560 T1560 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 412560 T1560 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7585588383830282]
   [junit4]   2> 412561 T1560 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14543ae lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1334551),segFN=segments_1,generation=1}
   [junit4]   2> 412561 T1560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 412562 T1560 oass.SolrIndexSearcher.<init> Opening Searcher@197bca2[collection1] main
   [junit4]   2> 412562 T1560 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 412563 T1560 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 412563 T1560 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 412565 T1560 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 412565 T1560 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 412565 T1560 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 412566 T1560 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 412566 T1560 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 412566 T1560 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 412567 T1560 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 412570 T1560 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 412572 T1561 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@197bca2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 412574 T1533 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 412574 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 412584 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 412587 T1564 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65335 collection:control_collection shard:shard1
   [junit4]   2> 412589 T1564 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 412592 T1566 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9ef306 name:ZooKeeperConnection Watcher:127.0.0.1:65325/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 412592 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 412595 T1533 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 412604 T1533 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 412808 T1564 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 412899 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 412901 T1564 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 412901 T1564 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C379 name=collection1 org.apache.solr.core.SolrCore@282964 url=https://127.0.0.1:65335/collection1 node=127.0.0.1:65335_ C379_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:65335, core=collection1, node_name=127.0.0.1:65335_}
   [junit4]   2> 412901 T1564 C379 P65335 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65335/collection1/
   [junit4]   2> 412902 T1564 C379 P65335 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 412902 T1564 C379 P65335 oasc.SyncStrategy.syncToMe https://127.0.0.1:65335/collection1/ has no replicas
   [junit4]   2> 412902 T1564 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65335/collection1/ shard1
   [junit4]   2> 412902 T1564 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 412904 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 413249 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 413299 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 413313 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 413323 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 413328 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 413449 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 413451 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 413500 T1564 oasc.ZkController.register We are https://127.0.0.1:65335/collection1/ and leader is https://127.0.0.1:65335/collection1/
   [junit4]   2> 413500 T1564 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65335
   [junit4]   2> 413500 T1564 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 413500 T1564 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 413500 T1564 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 413504 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 413504 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 413504 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 413507 T1564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 413509 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 413510 T1558 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65335",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65335_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 413515 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 413630 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 413630 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 414560 T1533 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 414561 T1533 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 414570 T1533 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 414573 T1533 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65347
   [junit4]   2> 414578 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 414579 T1533 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 414580 T1533 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-003
   [junit4]   2> 414580 T1533 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-003\'
   [junit4]   2> 414626 T1533 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-003\solr.xml
   [junit4]   2> 414636 T1533 oasc.CoreContainer.<init> New CoreContainer 20205111
   [junit4]   2> 414638 T1533 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-003\]
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 414640 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 414642 T1533 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 414642 T1533 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 414648 T1533 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 414648 T1533 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 414648 T1533 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 414648 T1533 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65325/solr
   [junit4]   2> 414648 T1533 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 414654 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 414675 T1577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@be9d97 name:ZooKeeperConnection Watcher:127.0.0.1:65325 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 414676 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 414682 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 414686 T1579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fa3fe3 name:ZooKeeperConnection Watcher:127.0.0.1:65325/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 414687 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 414704 T1533 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 415777 T1533 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65347_
   [junit4]   2> 415783 T1533 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65347_
   [junit4]   2> 415791 T1557 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 415791 T1566 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 415792 T1579 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 415811 T1580 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 415812 T1580 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 415815 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 415815 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 415815 T1580 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 415816 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 415823 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 415824 T1558 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65347",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65347_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 415825 T1558 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 415825 T1558 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 415836 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 415839 T1579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 415840 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 415840 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 416884 T1580 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 416884 T1580 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 416885 T1580 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 416885 T1580 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 416887 T1580 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 416887 T1580 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-003\collection1\'
   [junit4]   2> 416890 T1580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 416890 T1580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 416890 T1580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 416928 T1580 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 416939 T1580 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 416941 T1580 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 416946 T1580 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 417077 T1580 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 417078 T1580 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 417081 T1580 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 417102 T1580 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 417105 T1580 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 417117 T1580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 417121 T1580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 417124 T1580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 417125 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 417125 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 417125 T1580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 417126 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 417126 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 417126 T1580 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 417126 T1580 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 417127 T1580 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-003\collection1\, dataDir=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty1\
   [junit4]   2> 417127 T1580 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13a074a
   [junit4]   2> 417130 T1580 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty1\
   [junit4]   2> 417130 T1580 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty1\index/
   [junit4]   2> 417130 T1580 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 417131 T1580 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty1\index
   [junit4]   2> 417131 T1580 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 417131 T1580 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6a82cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ade144),segFN=segments_1,generation=1}
   [junit4]   2> 417131 T1580 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 417136 T1580 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 417136 T1580 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 417136 T1580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 417136 T1580 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 417137 T1580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 417137 T1580 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 417137 T1580 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 417137 T1580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 417137 T1580 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 417138 T1580 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 417139 T1580 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 417139 T1580 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 417139 T1580 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 417139 T1580 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 417140 T1580 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 417141 T1580 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 417147 T1580 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 417148 T1580 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 417148 T1580 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 417150 T1580 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7585588383830282]
   [junit4]   2> 417150 T1580 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6a82cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1ade144),segFN=segments_1,generation=1}
   [junit4]   2> 417150 T1580 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 417151 T1580 oass.SolrIndexSearcher.<init> Opening Searcher@117b93d[collection1] main
   [junit4]   2> 417151 T1580 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 417153 T1580 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 417153 T1580 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 417154 T1580 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 417154 T1580 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 417154 T1580 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 417155 T1580 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 417155 T1580 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 417155 T1580 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 417155 T1580 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 417159 T1581 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@117b93d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 417162 T1580 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 417163 T1584 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65347 collection:collection1 shard:shard1
   [junit4]   2> 417164 T1533 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 417164 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 417182 T1584 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 417426 T1584 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 417432 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417433 T1584 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 417433 T1584 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C380 name=collection1 org.apache.solr.core.SolrCore@1b4ce22 url=https://127.0.0.1:65347/collection1 node=127.0.0.1:65347_ C380_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:65347, core=collection1, node_name=127.0.0.1:65347_}
   [junit4]   2> 417433 T1584 C380 P65347 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:65347/collection1/
   [junit4]   2> 417433 T1584 C380 P65347 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 417433 T1584 C380 P65347 oasc.SyncStrategy.syncToMe https://127.0.0.1:65347/collection1/ has no replicas
   [junit4]   2> 417433 T1584 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:65347/collection1/ shard1
   [junit4]   2> 417434 T1584 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 417437 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 417445 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417447 T1579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417447 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417449 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417462 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 417468 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417579 T1579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417579 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417579 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417624 T1584 oasc.ZkController.register We are https://127.0.0.1:65347/collection1/ and leader is https://127.0.0.1:65347/collection1/
   [junit4]   2> 417624 T1584 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65347
   [junit4]   2> 417624 T1584 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 417624 T1584 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 417624 T1584 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 417627 T1584 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 417628 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417628 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417676 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417677 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 417678 T1558 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65347",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65347_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 417685 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 417801 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417801 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 417801 T1579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 419121 T1533 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 419125 T1533 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 419135 T1533 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 419146 T1533 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65356
   [junit4]   2> 419153 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 419153 T1533 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 419153 T1533 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-004
   [junit4]   2> 419153 T1533 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-004\'
   [junit4]   2> 419187 T1533 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-004\solr.xml
   [junit4]   2> 419200 T1533 oasc.CoreContainer.<init> New CoreContainer 23619561
   [junit4]   2> 419200 T1533 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-004\]
   [junit4]   2> 419202 T1533 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 419202 T1533 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 419202 T1533 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 419202 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 419202 T1533 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 419202 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 419204 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 419204 T1533 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 419204 T1533 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 419216 T1533 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 419216 T1533 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 419216 T1533 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 419216 T1533 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65325/solr
   [junit4]   2> 419216 T1533 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 419221 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 419236 T1595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1db9357 name:ZooKeeperConnection Watcher:127.0.0.1:65325 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419237 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 419243 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 419245 T1597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a504f name:ZooKeeperConnection Watcher:127.0.0.1:65325/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419245 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 419254 T1533 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 420326 T1533 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65356_
   [junit4]   2> 420328 T1533 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65356_
   [junit4]   2> 420335 T1557 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 420336 T1566 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 420336 T1597 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 420337 T1579 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 420352 T1598 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 420352 T1598 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 420354 T1598 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 420354 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 420355 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 420355 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 420359 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 420360 T1558 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65356",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65356_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 420360 T1558 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 420360 T1558 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 420364 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 420368 T1579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 420368 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 420368 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 420369 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 421422 T1598 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 421422 T1598 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 421424 T1598 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 421424 T1598 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 421428 T1598 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 421429 T1598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-004\collection1\'
   [junit4]   2> 421437 T1598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 421441 T1598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 421444 T1598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-5F084EC59C4D562E-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 421500 T1598 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 421509 T1598 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 421512 T1598 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 421520 T1598 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 421621 T1598 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 421622 T1598 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 421622 T1598 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 421630 T1598 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 421633 T1598 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 421653 T1598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 421657 T1598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 421660 T1598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 421661 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 421663 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 421663 T1598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 421664 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 421664 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 421664 T1598 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 421665 T1598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 421665 T1598 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-004\collection1\, dataDir=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty2\
   [junit4]   2> 421665 T1598 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13a074a
   [junit4]   2> 421666 T1598 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty2\
   [junit4]   2> 421666 T1598 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty2\index/
   [junit4]   2> 421666 T1598 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 421667 T1598 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-001/jetty2\index
   [junit4]   2> 421667 T1598 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 421667 T1598 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1cd887c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bf37c),segFN=segments_1,generation=1}
   [junit4]   2> 421668 T1598 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 421671 T1598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 421671 T1598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 421671 T1598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 421672 T1598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 421672 T1598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 421672 T1598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 421673 T1598 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 421673 T1598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 421673 T1598 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 421673 T1598 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 421674 T1598 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 421674 T1598 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 421674 T1598 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 421675 T1598 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 421675 T1598 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 421676 T1598 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 421683 T1598 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 421688 T1598 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 421688 T1598 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 421689 T1598 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7585588383830282]
   [junit4]   2> 421690 T1598 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1cd887c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bf37c),segFN=segments_1,generation=1}
   [junit4]   2> 421691 T1598 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 421691 T1598 oass.SolrIndexSearcher.<init> Opening Searcher@1953c9e[collection1] main
   [junit4]   2> 421691 T1598 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 421693 T1598 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 421693 T1598 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 421694 T1598 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 421694 T1598 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 421694 T1598 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 421695 T1598 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 421695 T1598 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 421696 T1598 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 421696 T1598 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 421699 T1599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1953c9e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 421701 T1598 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 421703 T1602 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:65356 collection:collection1 shard:shard1
   [junit4]   2> 421706 T1533 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 421706 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 421710 T1602 oasc.ZkController.register We are https://127.0.0.1:65356/collection1/ and leader is https://127.0.0.1:65347/collection1/
   [junit4]   2> 421710 T1602 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:65356
   [junit4]   2> 421712 T1602 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 421712 T1602 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> ASYNC  NEW_CORE C381 name=collection1 org.apache.solr.core.SolrCore@efd6ac url=https://127.0.0.1:65356/collection1 node=127.0.0.1:65356_ C381_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:65356, core=collection1, node_name=127.0.0.1:65356_}
   [junit4]   2> 421712 T1603 C381 P65356 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 421713 T1603 C381 P65356 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 421713 T1603 C381 P65356 oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as recovering, leader is https://127.0.0.1:65347/collection1/ and I am https://127.0.0.1:65356/collection1/
   [junit4]   2> 421713 T1603 C381 P65356 oasc.ZkController.publish publishing core=collection1 state=recovering collection=collection1
   [junit4]   2> 421713 T1603 C381 P65356 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 421715 T1602 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 421720 T1603 C381 P65356 oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to https://127.0.0.1:65347; WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A65356_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
   [junit4]   2> 421721 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 421724 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 421731 T1558 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:65356",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:65356_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 421804 T1557 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 421851 T1572 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 421853 T1572 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 421854 T1572 oasha.CoreAdminHandler.handleWaitForStateAction Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 421854 T1572 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:65356_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"down","base_url":"https://127.0.0.1:65356","core":"collection1","node_name":"127.0.0.1:65356_"}
   [junit4]   2> 421920 T1579 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 421921 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 421921 T1566 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 421921 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 422923 T1572 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:65356_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"recovering","base_url":"https://127.0.0.1:65356","core":"collection1","node_name":"127.0.0.1:65356_"}
   [junit4]   2> 422924 T1572 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 422924 T1572 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:65356_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1073 
   [junit4]   2> 423672 T1533 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 423673 T1533 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 423683 T1533 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 423685 T1533 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:65366
   [junit4]   2> 423688 T1533 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 423689 T1533 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 423689 T1533 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-005
   [junit4]   2> 423689 T1533 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-005\'
   [junit4]   2> 423721 T1533 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-005\solr.xml
   [junit4]   2> 423731 T1533 oasc.CoreContainer.<init> New CoreContainer 30723821
   [junit4]   2> 423731 T1533 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001\tempDir-005\]
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 423735 T1533 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 423742 T1533 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 423742 T1533 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 423742 T1533 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 423742 T1533 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:65325/solr
   [junit4]   2> 423742 T1533 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 423746 T1533 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 423758 T1615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6820f7 name:ZooKeeperConnection Watcher:127.0.0.1:65325 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 423759 T1533 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]  

[...truncated too long message...]

cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:452)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:452)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:452)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:452)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:216)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:226)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:223)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:100)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:71)
   [junit4]   2> 	... 39 more
   [junit4]   2> 
   [junit4]   2> 491827 T1638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 491827 T1638 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 491830 T1638 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 491830 T1638 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=5F084EC59C4D562E -Dtests.slow=true -Dtests.locale=lv_LV -Dtests.timezone=PNT -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   83.7s | SyncSliceTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5F084EC59C4D562E:DEEEC0DDEB123612]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1149)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 491849 T1533 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-5F084EC59C4D562E-001
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=lv_LV, timezone=PNT
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_05 (32-bit)/cpus=2,threads=1,free=152002424,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestQueryUtils, TestComplexPhraseQParserPlugin, DirectSolrConnectionTest, TestNumberUtils, TestRecovery, FieldMutatingUpdateProcessorTest, UniqFieldsUpdateProcessorFactoryTest, LoggingHandlerTest, TestMultiCoreConfBootstrap, TestSolrQueryParserDefaultOperatorResource, HdfsWriteToMultipleCollectionsTest, MoreLikeThisHandlerTest, TestLuceneMatchVersion, CursorPagingTest, SolrInfoMBeanTest, TestSolrJ, RequiredFieldsTest, InfoHandlerTest, ChaosMonkeySafeLeaderTest, ReplicationFactorTest, PluginInfoTest, OverseerTest, DocumentAnalysisRequestHandlerTest, ConnectionManagerTest, TestJmxMonitoredMap, TestCustomSort, TermVectorComponentTest, TestStressRecovery, TestExpandComponent, TestSuggestSpellingConverter, AddSchemaFieldsUpdateProcessorFactoryTest, OpenCloseCoreStressTest, SyncSliceTest]
   [junit4] Completed in 83.81s, 1 test, 1 error <<< FAILURES!

[...truncated 1153 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1299: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923: There were test failures: 405 suites, 1656 tests, 1 error, 42 ignored (21 assumptions)

Total time: 103 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_05 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_60) - Build # 4082 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4082/
Java: 32bit/jdk1.7.0_60 -client -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.MultiThreadedOCPTest.testDistribSearch

Error Message:
Mutual exclusion failed. Found more than one task running for the same collection

Stack Trace:
java.lang.AssertionError: Mutual exclusion failed. Found more than one task running for the same collection
	at __randomizedtesting.SeedInfo.seed([BEA7FD33D4D11B71:3F41732BA38E7B4D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testTaskExclusivity(MultiThreadedOCPTest.java:129)
	at org.apache.solr.cloud.MultiThreadedOCPTest.doTest(MultiThreadedOCPTest.java:70)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([BEA7FD33D4D11B71:BAAF72C0C674F450]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:143)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:130)
	... 49 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:135)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
	... 50 more




Build Log:
[...truncated 11086 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.OverseerTest-BEA7FD33D4D11B71-001\init-core-data-001
   [junit4]   2> 798932 T1963 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 798932 T1963 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 798932 T1963 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 798937 T1963 oas.SolrTestCaseJ4.setUp ###Starting testReplay
   [junit4]   2> 798938 T1963 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 798939 T1964 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 799005 T1963 oasc.ZkTestServer.run start zk server on port:59264
   [junit4]   2> 799007 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 799010 T1970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18b1557 name:ZooKeeperConnection Watcher:127.0.0.1:59264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 799010 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 799011 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 799012 T1972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@134826b name:ZooKeeperConnection Watcher:127.0.0.1:59264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 799012 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 799016 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 799017 T1974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15db5e9 name:ZooKeeperConnection Watcher:127.0.0.1:59264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 799017 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 799017 T1963 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 799020 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 799023 T1963 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 799025 T1963 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 799027 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 799032 T1963 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 799037 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 799038 T1976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c2d801 name:ZooKeeperConnection Watcher:127.0.0.1:59264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 799038 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 799039 T1963 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 799042 T1963 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 799046 T1963 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59264_solr
   [junit4]   2> 799046 T1963 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 799048 T1963 oasc.Overseer.start Overseer (id=92066086642778115-127.0.0.1:59264_solr-n_0000000000) starting
   [junit4]   2> 799051 T1963 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 799057 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 799060 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 799064 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 799068 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 799075 T1978 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 799077 T1977 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 799077 T1977 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
   [junit4]   2> 799078 T1977 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core1",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 799079 T1970 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 799083 T1977 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core2",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 799084 T1970 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 799087 T1977 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 799090 T1977 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 799091 T1977 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
   [junit4]   2> 	  "node_name":"node1",
   [junit4]   2> 	  "shard":"s1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"core3",
   [junit4]   2> 	  "roles":"",
   [junit4]   2> 	  "state":"recovering"}
   [junit4]   2> 799095 T1976 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 799164 T1970 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
   [junit4]   2> 799212 T1963 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59264 59264
   [junit4]   2> 800479 T1978 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
   [junit4]   2> 800809 T1964 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:59264 59264
   [junit4]   2> 800810 T1963 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
   [junit4]   2> 800811 T1977 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:59264_solr
   [junit4]   2> 800812 T1979 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 800818 T1963 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 800820 T1963 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 800821 T1980 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 800894 T1963 oasc.ZkTestServer.run start zk server on port:59279
   [junit4]   2> 800895 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 800899 T1986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@199bf18 name:ZooKeeperConnection Watcher:127.0.0.1:59279 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 800899 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 800903 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 800905 T1988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b84191 name:ZooKeeperConnection Watcher:127.0.0.1:59279 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 800906 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 800906 T1963 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 800913 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 800913 T1990 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16703e8 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 800914 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 800914 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 800919 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 800920 T1992 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9c1b0 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 800920 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 800922 T1963 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 800925 T1963 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 800930 T1963 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59279_solr
   [junit4]   2> 800930 T1963 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 800933 T1963 oasc.Overseer.start Overseer (id=92066086766182403-127.0.0.1:59279_solr-n_0000000000) starting
   [junit4]   2> 800936 T1963 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 800940 T1963 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 800945 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 800949 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 800954 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 800960 T1963 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 800969 T1994 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 800969 T1963 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 800971 T1993 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 800972 T1963 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 800974 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 800980 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 800981 T1996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cbc1c name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 800981 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 800983 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 800986 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 800991 T1996 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 800991 T1990 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 800992 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 800993 T1998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c6851b name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 800993 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 800995 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 800998 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 801001 T1998 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 801001 T1996 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 801001 T1990 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 801003 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801003 T2000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a846d2 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801004 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801005 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801008 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 801011 T1996 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 801011 T1998 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 801011 T1990 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 801012 T2000 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 801012 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801014 T2002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75debf name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801015 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801016 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801019 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 801022 T2000 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 801022 T1996 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 801022 T1990 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 801023 T1998 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 801023 T2002 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 801023 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801025 T2004 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a9fe88 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801025 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801027 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801030 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 801034 T2004 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 801034 T1996 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 801034 T1990 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 801034 T1998 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 801034 T2000 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 801034 T2002 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 801036 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801038 T2006 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@702ff4 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801038 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801040 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801043 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 801047 T1990 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801047 T1996 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801047 T2004 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801047 T2006 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801048 T2002 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801049 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801049 T2000 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801049 T1998 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 801051 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f7b085 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801051 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801052 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801055 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 801059 T2002 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801059 T2008 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801060 T2006 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801060 T1996 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801060 T2004 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801061 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801061 T1998 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801061 T1990 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801061 T2000 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 801063 T2010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ffa0f name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801064 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801066 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801069 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 801075 T1998 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801075 T2006 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801075 T1996 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801076 T2010 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801076 T2000 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801076 T2004 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801076 T1990 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801076 T2002 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801076 T2008 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 801077 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801078 T2012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7fb2e name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801079 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801082 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801086 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 801091 T2000 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801091 T2008 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801092 T2002 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801092 T2010 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801092 T1996 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801093 T2004 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801093 T2006 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801093 T2012 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801093 T1990 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801093 T1998 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 801093 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801098 T2014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e9e79 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801098 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801100 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801102 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 801106 T1990 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2008 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2000 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2012 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2006 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T1998 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2010 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T1996 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2004 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2002 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801107 T2014 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 801111 T2016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b33f6c name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801109 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801112 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801115 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801119 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 801126 T1990 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801127 T2014 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801127 T2016 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801127 T2000 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801127 T2002 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801127 T2004 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801128 T1998 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801128 T2006 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801128 T2012 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801129 T2008 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801129 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801129 T2010 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801129 T1996 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 801131 T2018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15387cb name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801131 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801133 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801136 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 801142 T2012 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801142 T2006 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801143 T1998 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801143 T2010 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801143 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801144 T2014 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801144 T2000 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801144 T2004 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801144 T1990 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801144 T2016 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801145 T2020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1494991 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801144 T2018 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801143 T2002 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801143 T2008 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801143 T1996 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 801145 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801148 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801153 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 801159 T2016 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801160 T2018 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801160 T1990 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801161 T2004 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801161 T2008 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801161 T2002 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801162 T1996 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801162 T2010 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801162 T2020 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801163 T2006 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801163 T1998 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801163 T2012 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801163 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801163 T2000 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801163 T2014 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 801165 T2022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe19db name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801165 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801166 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801169 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 801173 T2000 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801175 T2004 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801176 T2018 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801177 T2020 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801177 T2012 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801178 T1998 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801178 T2010 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801178 T2022 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801178 T1996 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801178 T2002 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801179 T1990 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801179 T2006 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801179 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801179 T2014 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801179 T2016 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801179 T2008 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 801180 T2024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2435a9 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801180 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801182 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801187 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 801194 T2006 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801195 T1996 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801195 T2010 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801195 T2024 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801196 T2002 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801196 T2000 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801196 T2022 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801196 T2020 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T2012 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801197 T1990 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T2016 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T2008 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T2004 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T2018 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801199 T2026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d24e1 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801197 T2014 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801197 T1998 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 801199 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801202 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801204 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 801210 T2010 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T2024 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T2012 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T2008 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T2020 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801212 T1990 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T1998 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T2022 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801211 T2002 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801210 T1996 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801212 T2006 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801213 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801213 T2014 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801214 T2000 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801214 T2026 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801214 T2016 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801214 T2018 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801214 T2004 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 801216 T2028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@683ad name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801216 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801218 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801220 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 801225 T2002 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T1990 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T1998 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T2006 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T2008 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T2022 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T2000 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801226 T2014 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801227 T2004 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801227 T2012 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801227 T2020 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801227 T2010 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801228 T1996 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801228 T2024 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801229 T2028 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801229 T2016 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801229 T2026 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801229 T2018 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 801231 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801233 T2030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d80815 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801233 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801236 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801238 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 801248 T1990 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801248 T2028 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801249 T2022 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801249 T1996 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801250 T2002 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801250 T2024 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801250 T2012 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801250 T1998 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801251 T2020 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801252 T2010 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801253 T2030 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801253 T2008 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801253 T2006 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801253 T2026 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801253 T2004 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801253 T2014 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801254 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801254 T2018 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801254 T2016 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801254 T2000 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 801258 T2032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@117cdff name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801258 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801259 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801262 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 801267 T2004 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801268 T2016 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801269 T2018 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801269 T2008 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801270 T2024 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801270 T2006 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801270 T2000 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801270 T2022 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801270 T2026 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801270 T2010 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801271 T1996 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801271 T2002 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801271 T2032 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801271 T2014 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801271 T2030 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801272 T2028 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801272 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801271 T1990 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801272 T2020 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801272 T2012 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801272 T1998 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 801274 T2034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@168f1b9 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801274 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801276 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801280 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 801284 T2034 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801287 T2028 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801287 T1990 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801287 T2018 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801287 T2012 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801288 T2014 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801288 T2024 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801288 T2022 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T1998 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T2010 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T2032 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T2000 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T2008 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T2016 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801289 T2026 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801290 T2020 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801290 T2030 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801291 T1996 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801291 T2002 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801291 T2006 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801292 T2004 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 801292 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801294 T2036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e382d8 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801294 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801295 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801298 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 801304 T2010 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801304 T1990 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801305 T2008 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801305 T2028 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2012 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2002 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2022 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2006 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2030 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2036 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T2024 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801306 T1996 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801307 T2020 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801307 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801307 T2004 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801307 T2000 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801308 T2014 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801308 T2016 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801307 T2018 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801307 T1998 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801307 T2034 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801309 T2038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b156c4 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801307 T2032 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801308 T2026 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 801309 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801311 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801314 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 801320 T2020 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801320 T1990 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801321 T2010 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801322 T2028 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801322 T2032 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801322 T2012 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801322 T2002 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801322 T2006 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2038 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2034 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2018 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2024 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T1996 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2022 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2036 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2000 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801324 T2004 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801324 T2014 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801324 T2016 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801324 T2030 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T2026 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801323 T1998 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801324 T2008 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 801326 T2040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72ffaa name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801323 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801326 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801328 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801331 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 801335 T2038 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801336 T2028 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801337 T2036 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801338 T1990 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801338 T2024 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801338 T2020 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801338 T2034 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801338 T2010 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801339 T2002 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801339 T1996 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801339 T2022 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801339 T2032 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801339 T2040 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2006 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2008 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2016 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2030 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T1998 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2018 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2012 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2026 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801340 T2014 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801340 T2000 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801343 T2042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d0f108 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801340 T2004 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 801343 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801345 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801348 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 801353 T2038 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801354 T2006 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801354 T2008 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801355 T2034 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801356 T2022 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801356 T2032 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801356 T2018 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2016 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2004 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2028 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2020 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2024 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T1990 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2002 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2026 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801357 T2036 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801358 T2014 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801358 T2000 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801358 T2030 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801358 T2042 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801359 T1998 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801359 T2012 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801359 T2010 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801359 T1996 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801358 T2040 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 801358 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801360 T2044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65fae8 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801361 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801362 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801365 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
   [junit4]   2> 801372 T2040 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801372 T2028 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801374 T1996 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801374 T2010 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801375 T1990 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801376 T2014 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801376 T2044 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801376 T2000 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801376 T2006 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2020 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801377 T2004 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2042 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2026 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801378 T2036 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2008 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801378 T1998 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801379 T2046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ae643 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801378 T2012 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801379 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801377 T2016 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2018 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2030 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2038 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2034 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2024 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2002 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2022 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801377 T2032 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 801381 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801385 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
   [junit4]   2> 801390 T1998 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801391 T1996 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801391 T2010 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801391 T2012 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T1990 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T2034 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T2004 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T2024 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T2016 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T2040 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801394 T2036 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801395 T2018 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801395 T2030 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801401 T2032 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801401 T2022 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801402 T2026 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801402 T2002 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801402 T2020 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801402 T2042 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2028 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2000 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2044 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2014 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2046 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801403 T2038 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2006 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801403 T2008 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 801406 T2048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1628d15 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801406 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801407 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801409 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
   [junit4]   2> 801417 T1996 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2006 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2008 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2046 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2038 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2034 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2024 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2002 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2022 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801418 T2020 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801419 T2032 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801419 T2036 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801419 T2026 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801419 T2042 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801419 T2004 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2014 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2000 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2016 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2018 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801420 T1998 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2012 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2048 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2040 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2030 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2010 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T1990 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2028 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801420 T2044 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 801423 T2050 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bba52 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801423 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801424 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801427 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
   [junit4]   2> 801432 T2032 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801433 T2048 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2002 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2008 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2004 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2024 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2020 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2006 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801435 T2016 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801436 T2014 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801436 T2022 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801436 T2000 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2018 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801437 T2040 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2030 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2042 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801436 T2050 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801436 T2034 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2026 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2044 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2028 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T1990 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T1996 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2012 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T1998 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2010 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2036 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2038 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801437 T2046 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 801445 T2052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@115ff44 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801445 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801451 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801454 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
   [junit4]   2> 801462 T2044 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801462 T1990 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801462 T2028 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801466 T2010 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801466 T2052 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801466 T2040 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801466 T1998 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801466 T2024 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801466 T2012 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801467 T2038 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801467 T2050 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801467 T2048 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801467 T2026 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801468 T2016 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801468 T2018 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801468 T2032 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801468 T2020 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2046 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2034 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2002 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T1996 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2036 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2042 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2004 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2000 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801469 T2022 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801470 T2030 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801471 T2008 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801471 T2014 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801471 T2006 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 801473 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801477 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fd5ea9 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801477 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801479 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801481 T1963 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
   [junit4]   2> 801489 T2036 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801490 T2044 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801490 T2014 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801490 T2028 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801490 T1990 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801490 T2040 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801491 T2000 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801491 T2042 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801491 T2026 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801491 T2004 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801491 T2030 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T2054 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T1963 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 801492 T2002 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T2024 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2020 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2032 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2022 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2046 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2038 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T2016 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T2018 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T1998 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801492 T2050 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801494 T2056 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aec783 name:ZooKeeperConnection Watcher:127.0.0.1:59279/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 801493 T2012 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2010 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T1996 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2052 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2048 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2006 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2008 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801493 T2034 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 801495 T1963 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 801498 T1963 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 801502 T1963 oascc.SolrZkClient.makePath makePath: /liv

[...truncated too long message...]

_total_number=0}
   [junit4]   2> 1310358 T3594 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1310358 T3594 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1310358 T3594 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1310359 T3594 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1310359 T3594 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1310359 T3594 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001\tempDir-006\collection1\data\index [CachedDir<<refCount=0;path=.\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001\tempDir-006\collection1\data\index;done=false>>]
   [junit4]   2> 1310359 T3594 oasc.CachingDirectoryFactory.close Closing directory: .\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001\tempDir-006\collection1\data\index
   [junit4]   2> 1310359 T3594 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001\tempDir-006\collection1\data\ [CachedDir<<refCount=0;path=.\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001\tempDir-006\collection1\data\;done=false>>]
   [junit4]   2> 1310359 T3594 oasc.CachingDirectoryFactory.close Closing directory: .\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001\tempDir-006\collection1\data\
   [junit4]   2> 1310359 T3594 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1310362 T3594 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:143)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:298)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:130)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:135)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	
   [junit4]   2> 1310362 T3594 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1310362 T3594 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.MultiThreadedOCPTest-BEA7FD33D4D11B71-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=DefaultSimilarity, locale=es_HN, timezone=Asia/Kuala_Lumpur
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_60 (32-bit)/cpus=2,threads=1,free=61520680,total=168554496
   [junit4]   2> NOTE: All tests run in this JVM: [TestJmxIntegration, OpenCloseCoreStressTest, CursorMarkTest, HdfsBasicDistributedZk2Test, DocumentAnalysisRequestHandlerTest, DistributedDebugComponentTest, AnalyticsQueryTest, SOLR749Test, PolyFieldTest, TestQueryUtils, SpellPossibilityIteratorTest, TestManagedSchemaFieldResource, SolrCoreTest, HdfsSyncSliceTest, TermsComponentTest, TestPseudoReturnFields, CollectionsAPIDistributedZkTest, TestDistributedSearch, DistributedExpandComponentTest, SimplePostToolTest, TestRealTimeGet, ReplicationFactorTest, BasicZkTest, TestStressVersions, DistanceFunctionTest, TestLeaderElectionZkExpiry, TestStressReorder, TestSearchPerf, LeaderElectionIntegrationTest, IndexSchemaRuntimeFieldTest, TestFieldCollectionResource, TestWriterPerf, TestDistribDocBasedVersion, TestLRUCache, TestCSVLoader, TestElisionMultitermQuery, SuggesterTest, TestJoin, AtomicUpdatesTest, TestConfig, CursorPagingTest, TestRangeQuery, TestExceedMaxTermLength, TestCursorMarkWithoutUniqueKey, TestPerFieldSimilarity, TestPostingsSolrHighlighter, OverseerTest, TestSuggestSpellingConverter, DocValuesTest, IndexSchemaTest, LegacyHTMLStripCharFilterTest, DocumentBuilderTest, TestNRTOpen, SoftAutoCommitTest, NoCacheHeaderTest, TestInitQParser, TestReload, CoreMergeIndexesAdminHandlerTest, TestSolrCoreProperties, TestCollectionAPI, QueryElevationComponentTest, TestExtendedDismaxParser, RegexBoostProcessorTest, AnalyticsMergeStrategyTest, HdfsUnloadDistributedZkTest, ExternalFileFieldSortTest, RAMDirectoryFactoryTest, JsonLoaderTest, TestSchemaNameResource, DistributedSuggestComponentTest, OpenExchangeRatesOrgProviderTest, TestMergePolicyConfig, ClusterStateUpdateTest, DistributedQueryComponentCustomSortTest, TestBinaryField, OverseerRolesTest, NotRequiredUniqueKeyTest, ChaosMonkeyNothingIsSafeTest, BadCopyFieldTest, TestSolrDeletionPolicy1, CurrencyFieldXmlFileTest, HardAutoCommitTest, BasicFunctionalityTest, MultiThreadedOCPTest]
   [junit4] Completed in 128.30s, 1 test, 1 failure <<< FAILURES!

[...truncated 990 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1299: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923: There were test failures: 406 suites, 1658 tests, 1 error, 1 failure, 42 ignored (21 assumptions)

Total time: 114 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.7.0_60 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.8.0_20-ea-b21) - Build # 4081 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4081/
Java: 32bit/jdk1.8.0_20-ea-b21 -client -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.RollingRestartTest.testDistribSearch

Error Message:
No overseer designate as leader found after restart #3: 127.0.0.1:60996_

Stack Trace:
java.lang.AssertionError: No overseer designate as leader found after restart #3: 127.0.0.1:60996_
	at __randomizedtesting.SeedInfo.seed([5263BF570390CF79:D385314F74CFAF45]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:100)
	at org.apache.solr.cloud.RollingRestartTest.doTest(RollingRestartTest.java:61)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor78.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11917 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\init-core-data-001
   [junit4]   2> 3832103 T12905 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3832103 T12905 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3832110 T12905 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3832111 T12905 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3832112 T12906 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3832213 T12905 oasc.ZkTestServer.run start zk server on port:60889
   [junit4]   2> 3832217 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3832229 T12912 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4068a6 name:ZooKeeperConnection Watcher:127.0.0.1:60889 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3832230 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3832231 T12905 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3832251 T12907 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14713dcd29b0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3832254 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3832260 T12914 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14a4c91 name:ZooKeeperConnection Watcher:127.0.0.1:60889/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3832261 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3832261 T12905 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3832271 T12905 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3832280 T12905 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3832289 T12905 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3832298 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3832298 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3832313 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3832313 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3832324 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3832327 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3832333 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3832333 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3832339 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3832339 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3832351 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3832351 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3832360 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3832360 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3832369 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3832369 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3832380 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3832380 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3832390 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3832390 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3832399 T12905 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3832400 T12905 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3834549 T12905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3834586 T12905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60896
   [junit4]   2> 3834587 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3834588 T12905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3834588 T12905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-002
   [junit4]   2> 3834589 T12905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-002\'
   [junit4]   2> 3834636 T12905 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-002\solr.xml
   [junit4]   2> 3834659 T12905 oasc.CoreContainer.<init> New CoreContainer 26295198
   [junit4]   2> 3834659 T12905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-002\]
   [junit4]   2> 3834661 T12905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3834661 T12905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3834661 T12905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3834661 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3834661 T12905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3834663 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3834663 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3834663 T12905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3834664 T12905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3834664 T12905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3834664 T12905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3834664 T12905 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3834667 T12905 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60889/solr
   [junit4]   2> 3834667 T12905 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3834669 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3834672 T12925 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169991e name:ZooKeeperConnection Watcher:127.0.0.1:60889 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3834673 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3834676 T12907 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14713dcd29b0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3834678 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3834681 T12927 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cfff0f name:ZooKeeperConnection Watcher:127.0.0.1:60889/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3834681 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3834684 T12905 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3834691 T12905 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3834699 T12905 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3834705 T12905 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3834711 T12905 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3834717 T12905 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3834720 T12905 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60896_
   [junit4]   2> 3834721 T12905 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60896_
   [junit4]   2> 3834726 T12905 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3834731 T12905 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3834738 T12905 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60896_
   [junit4]   2> 3834738 T12905 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3834744 T12905 oasc.Overseer.start Overseer (id=92064156531490819-127.0.0.1:60896_-n_0000000000) starting
   [junit4]   2> 3834750 T12905 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3834773 T12929 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3834774 T12905 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3834781 T12905 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3834785 T12905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3834791 T12928 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3834798 T12930 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 3834798 T12930 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3834801 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3834801 T12930 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3834804 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3834805 T12928 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60896",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60896_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3834805 T12928 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3834805 T12928 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3834811 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3834812 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3835806 T12930 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3835806 T12930 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3835809 T12930 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3835809 T12930 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3835812 T12930 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3835812 T12930 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-002\collection1\'
   [junit4]   2> 3835816 T12930 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 3835818 T12930 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 3835820 T12930 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 3835880 T12930 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 3835890 T12930 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3835895 T12930 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3835921 T12930 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3836106 T12930 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3836107 T12930 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3836109 T12930 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3836117 T12930 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3836119 T12930 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3836143 T12930 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3836148 T12930 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3836153 T12930 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3836155 T12930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3836155 T12930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3836155 T12930 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3836158 T12930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3836158 T12930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3836158 T12930 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3836158 T12930 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 3836159 T12930 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-002\collection1\, dataDir=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001/control/data\
   [junit4]   2> 3836159 T12930 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b01e6e
   [junit4]   2> 3836159 T12930 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\control\data
   [junit4]   2> 3836161 T12930 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001/control/data\index/
   [junit4]   2> 3836161 T12930 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 3836161 T12930 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\control\data\index
   [junit4]   2> 3836162 T12930 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3836180 T12930 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 3836181 T12930 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3836185 T12930 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3836185 T12930 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3836185 T12930 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3836185 T12930 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3836187 T12930 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3836187 T12930 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3836188 T12930 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3836188 T12930 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3836188 T12930 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3836189 T12930 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3836190 T12930 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3836190 T12930 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3836190 T12930 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3836192 T12930 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3836192 T12930 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3836192 T12930 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3836198 T12930 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3836201 T12930 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3836201 T12930 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3836203 T12930 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=650056751, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3836203 T12930 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\control\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 3836203 T12930 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3836205 T12930 oass.SolrIndexSearcher.<init> Opening Searcher@e59d3d[collection1] main
   [junit4]   2> 3836206 T12930 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3836207 T12930 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3836207 T12930 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3836208 T12930 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3836208 T12930 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3836208 T12930 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3836210 T12930 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3836211 T12930 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3836211 T12930 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3836212 T12930 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3836217 T12931 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e59d3d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3836243 T12930 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3836245 T12934 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60896 collection:control_collection shard:shard1
   [junit4]   2> 3836246 T12905 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3836246 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3836249 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3836252 T12934 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3836252 T12936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38d5dd name:ZooKeeperConnection Watcher:127.0.0.1:60889/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3836253 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3836256 T12905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3836262 T12905 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3836279 T12934 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3836283 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836285 T12934 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3836285 T12934 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3159 name=collection1 org.apache.solr.core.SolrCore@49d641 url=http://127.0.0.1:60896/collection1 node=127.0.0.1:60896_ C3159_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:60896, core=collection1, node_name=127.0.0.1:60896_}
   [junit4]   2> 3836285 T12934 C3159 P60896 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60896/collection1/
   [junit4]   2> 3836285 T12934 C3159 P60896 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3836285 T12934 C3159 P60896 oasc.SyncStrategy.syncToMe http://127.0.0.1:60896/collection1/ has no replicas
   [junit4]   2> 3836286 T12934 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60896/collection1/ shard1
   [junit4]   2> 3836287 T12934 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3836290 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3836298 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836298 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3836299 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3836310 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3836318 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836411 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3836412 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3836447 T12934 oasc.ZkController.register We are http://127.0.0.1:60896/collection1/ and leader is http://127.0.0.1:60896/collection1/
   [junit4]   2> 3836447 T12934 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60896
   [junit4]   2> 3836447 T12934 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3836447 T12934 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 3836447 T12934 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3836451 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836451 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836451 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836455 T12934 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3836457 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3836458 T12928 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60896",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60896_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3836463 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3836562 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3836562 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3838796 T12905 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3838798 T12905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3838806 T12905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60908
   [junit4]   2> 3838807 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3838807 T12905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3838807 T12905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-003
   [junit4]   2> 3838807 T12905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-003\'
   [junit4]   2> 3838866 T12905 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-003\solr.xml
   [junit4]   2> 3838890 T12905 oasc.CoreContainer.<init> New CoreContainer 22641427
   [junit4]   2> 3838891 T12905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-003\]
   [junit4]   2> 3838892 T12905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3838892 T12905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3838892 T12905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3838894 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3838894 T12905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3838894 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3838897 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3838897 T12905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3838898 T12905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3838899 T12905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3838899 T12905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3838899 T12905 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3838899 T12905 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60889/solr
   [junit4]   2> 3838900 T12905 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3838903 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3838905 T12947 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@591d68 name:ZooKeeperConnection Watcher:127.0.0.1:60889 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3838906 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3838911 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3838915 T12949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b52115 name:ZooKeeperConnection Watcher:127.0.0.1:60889/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3838915 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3838928 T12905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3839837 T12905 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60908_
   [junit4]   2> 3839839 T12905 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60908_
   [junit4]   2> 3839845 T12927 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3839846 T12936 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3839846 T12949 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3839863 T12950 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3839864 T12950 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3839866 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3839867 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3839867 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3839867 T12950 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3839873 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3839876 T12928 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60908",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60908_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3839877 T12928 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3839877 T12928 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3839889 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3839889 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3839891 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3839891 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3840772 T12950 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3840773 T12950 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3840775 T12950 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3840775 T12950 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3840778 T12950 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3840778 T12950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-003\collection1\'
   [junit4]   2> 3840785 T12950 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 3840786 T12950 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 3840787 T12950 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 3840880 T12950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 3840898 T12950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3840901 T12950 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3840923 T12950 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3841163 T12950 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3841165 T12950 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3841167 T12950 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3841184 T12950 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3841188 T12950 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3841235 T12950 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3841243 T12950 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3841250 T12950 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3841254 T12950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3841255 T12950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3841255 T12950 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3841259 T12950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3841259 T12950 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3841259 T12950 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3841259 T12950 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 3841259 T12950 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-003\collection1\, dataDir=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001/jetty1\
   [junit4]   2> 3841259 T12950 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b01e6e
   [junit4]   2> 3841259 T12950 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty1
   [junit4]   2> 3841262 T12950 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001/jetty1\index/
   [junit4]   2> 3841263 T12950 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 3841265 T12950 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty1\index
   [junit4]   2> 3841267 T12950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3841279 T12950 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 3841280 T12950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3841287 T12950 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3841288 T12950 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3841289 T12950 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3841289 T12950 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3841289 T12950 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3841289 T12950 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3841291 T12950 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3841291 T12950 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3841292 T12950 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3841293 T12950 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3841295 T12950 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3841295 T12950 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3841296 T12950 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3841297 T12950 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3841298 T12950 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3841299 T12950 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3841309 T12950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3841313 T12950 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3841314 T12950 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3841318 T12950 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=650056751, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3841320 T12950 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty1\index,segFN=segments_1,generation=1}
   [junit4]   2> 3841320 T12950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3841321 T12950 oass.SolrIndexSearcher.<init> Opening Searcher@2d69f1[collection1] main
   [junit4]   2> 3841322 T12950 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3841325 T12950 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3841325 T12950 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3841327 T12950 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3841327 T12950 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3841327 T12950 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3841330 T12950 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3841330 T12950 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3841331 T12950 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3841332 T12950 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3841348 T12950 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3841350 T12951 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d69f1[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3841355 T12954 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60908 collection:collection1 shard:shard2
   [junit4]   2> 3841357 T12905 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3841357 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3841358 T12954 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3841380 T12954 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3841387 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841390 T12954 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3841390 T12954 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3160 name=collection1 org.apache.solr.core.SolrCore@ebbc01 url=http://127.0.0.1:60908/collection1 node=127.0.0.1:60908_ C3160_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:60908, core=collection1, node_name=127.0.0.1:60908_}
   [junit4]   2> 3841390 T12954 C3160 P60908 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60908/collection1/
   [junit4]   2> 3841390 T12954 C3160 P60908 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3841390 T12954 C3160 P60908 oasc.SyncStrategy.syncToMe http://127.0.0.1:60908/collection1/ has no replicas
   [junit4]   2> 3841393 T12954 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60908/collection1/ shard2
   [junit4]   2> 3841394 T12954 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3841397 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3841409 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841414 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841415 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841417 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841431 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3841438 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841534 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841536 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841537 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841566 T12954 oasc.ZkController.register We are http://127.0.0.1:60908/collection1/ and leader is http://127.0.0.1:60908/collection1/
   [junit4]   2> 3841566 T12954 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60908
   [junit4]   2> 3841566 T12954 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3841566 T12954 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3841566 T12954 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3841573 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841573 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841574 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841575 T12954 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3841578 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3841581 T12928 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60908",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60908_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3841587 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3841683 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841684 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3841684 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3844409 T12905 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3844410 T12905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3844418 T12905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60917
   [junit4]   2> 3844419 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3844420 T12905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3844420 T12905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-004
   [junit4]   2> 3844420 T12905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-004\'
   [junit4]   2> 3844483 T12905 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-004\solr.xml
   [junit4]   2> 3844510 T12905 oasc.CoreContainer.<init> New CoreContainer 31935668
   [junit4]   2> 3844511 T12905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-004\]
   [junit4]   2> 3844514 T12905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3844514 T12905 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3844514 T12905 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3844514 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3844514 T12905 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3844515 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3844515 T12905 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3844518 T12905 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3844518 T12905 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3844518 T12905 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3844518 T12905 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3844522 T12905 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3844522 T12905 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60889/solr
   [junit4]   2> 3844522 T12905 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3844526 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3844530 T12965 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1035c3f name:ZooKeeperConnection Watcher:127.0.0.1:60889 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3844530 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3844537 T12905 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3844539 T12967 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e537b5 name:ZooKeeperConnection Watcher:127.0.0.1:60889/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3844539 T12905 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3844563 T12905 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3845435 T12905 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60917_
   [junit4]   2> 3845438 T12905 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60917_
   [junit4]   2> 3845443 T12927 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3845443 T12936 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3845445 T12967 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3845445 T12949 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3845459 T12968 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3845459 T12968 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3845462 T12968 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3845462 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3845462 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3845463 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3845466 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3845468 T12928 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60917",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60917_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3845469 T12928 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3845469 T12928 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3845474 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3845476 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3845478 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3845477 T12967 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3845478 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846276 T12968 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3846276 T12968 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3846276 T12968 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3846276 T12968 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3846276 T12968 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3846281 T12968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-004\collection1\'
   [junit4]   2> 3846281 T12968 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 3846281 T12968 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 3846287 T12968 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.RollingRestartTest-5263BF570390CF79-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 3846415 T12968 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 3846433 T12968 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3846436 T12968 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3846452 T12968 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3846656 T12968 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3846657 T12968 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 3846658 T12968 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3846666 T12968 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3846669 T12968 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3846703 T12968 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3846709 T12968 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3846715 T12968 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3846719 T12968 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3846720 T12968 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3846720 T12968 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3846722 T12968 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3846722 T12968 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3846722 T12968 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3846725 T12968 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 3846725 T12968 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-004\collection1\, dataDir=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001/jetty2\
   [junit4]   2> 3846725 T12968 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b01e6e
   [junit4]   2> 3846726 T12968 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty2
   [junit4]   2> 3846729 T12968 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001/jetty2\index/
   [junit4]   2> 3846731 T12968 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 3846731 T12968 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty2\index
   [junit4]   2> 3846733 T12968 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3846748 T12968 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 3846748 T12968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3846754 T12968 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3846755 T12968 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3846756 T12968 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3846756 T12968 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3846756 T12968 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3846756 T12968 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3846757 T12968 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3846757 T12968 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3846757 T12968 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3846759 T12968 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3846761 T12968 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3846761 T12968 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3846761 T12968 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3846763 T12968 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3846764 T12968 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3846765 T12968 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3846772 T12968 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3846777 T12968 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3846777 T12968 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3846780 T12968 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=650056751, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3846781 T12968 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-001\jetty2\index,segFN=segments_1,generation=1}
   [junit4]   2> 3846781 T12968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3846783 T12968 oass.SolrIndexSearcher.<init> Opening Searcher@17dfdc4[collection1] main
   [junit4]   2> 3846783 T12968 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3846787 T12968 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3846787 T12968 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3846790 T12968 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3846790 T12968 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3846790 T12968 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3846793 T12968 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3846793 T12968 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3846793 T12968 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3846793 T12968 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3846805 T12969 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17dfdc4[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3846807 T12968 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3846810 T12972 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60917 collection:collection1 shard:shard1
   [junit4]   2> 3846811 T12905 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 3846811 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3846812 T12972 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3846822 T12972 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3846825 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3846828 T12972 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3846828 T12972 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C3161 name=collection1 org.apache.solr.core.SolrCore@bfaf16 url=http://127.0.0.1:60917/collection1 node=127.0.0.1:60917_ C3161_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:60917, core=collection1, node_name=127.0.0.1:60917_}
   [junit4]   2> 3846828 T12972 C3161 P60917 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60917/collection1/
   [junit4]   2> 3846829 T12972 C3161 P60917 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3846829 T12972 C3161 P60917 oasc.SyncStrategy.syncToMe http://127.0.0.1:60917/collection1/ has no replicas
   [junit4]   2> 3846829 T12972 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60917/collection1/ shard1
   [junit4]   2> 3846830 T12972 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3846834 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3846844 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3846846 T12967 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846846 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846848 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846847 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846863 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3846869 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3846956 T12967 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846957 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846957 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846958 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3846983 T12972 oasc.ZkController.register We are http://127.0.0.1:60917/collection1/ and leader is http://127.0.0.1:60917/collection1/
   [junit4]   2> 3846983 T12972 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60917
   [junit4]   2> 3846983 T12972 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3846983 T12972 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3846983 T12972 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3846987 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3846987 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3846987 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3846988 T12972 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3846993 T12928 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3846995 T12928 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60917",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60917_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 3846999 T12927 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3847085 T12949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3847086 T12967 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3847087 T12927 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3847088 T12936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3849284 T12905 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 3849285 T12905 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3849290 T12905 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60926
   [junit4]   2> 3849293 T12905 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3849294 T12905 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3849294 T12905 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-005
   [junit4]   2> 3849294 T12905 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-005\'
   [junit4]   2> 3849350 T12905 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-005\solr.xml
   [junit4]   2> 3849374 T12905 oasc.CoreContainer.<init> New CoreContainer 11476712
   [junit4]   2> 3849374 T12905 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=..\..\..\..\..\..\..\..\..\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001\tempDir-005\]
   [junit4]   2> 3849377 T12905 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3849377 T12905 oashc.HttpShardHandlerFact

[...truncated too long message...]

lient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:135)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	
   [junit4]   2> 4032766 T12985 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.RollingRestartTest-5263BF570390CF79-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=sr_CS, timezone=America/Montserrat
   [junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.8.0_20-ea (32-bit)/cpus=2,threads=1,free=228629168,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [UpdateRequestProcessorFactoryTest, SampleTest, TestValueSourceCache, TestLRUCache, TestCloudManagedSchema, TestCustomSort, QueryElevationComponentTest, TimeZoneUtilsTest, StressHdfsTest, TestLazyCores, CacheHeaderTest, QueryResultKeyTest, TestArbitraryIndexDir, TestQuerySenderListener, TestQuerySenderNoQuery, TestSolrXMLSerializer, TestCoreDiscovery, TestFastLRUCache, AnalyticsQueryTest, TestDefaultSearchFieldResource, TestZkChroot, TestInitQParser, TestPerFieldSimilarity, TestClassNameShortening, LoggingHandlerTest, TestBinaryField, SolrRequestParserTest, TestWriterPerf, TestLuceneMatchVersion, DirectUpdateHandlerTest, TestStandardQParsers, StatelessScriptUpdateProcessorFactoryTest, TestOmitPositions, SolrCoreCheckLockOnStartupTest, UnloadDistributedZkTest, NumericFieldsTest, BasicDistributedZkTest, TestConfig, TestExceedMaxTermLength, TestHighFrequencyDictionaryFactory, ResponseHeaderTest, SpatialFilterTest, TestCSVResponseWriter, SearchHandlerTest, SolrInfoMBeanTest, TestReload, AsyncMigrateRouteKeyTest, SpellCheckCollatorTest, PolyFieldTest, CustomCollectionTest, TestNRTOpen, ResourceLoaderTest, TestPseudoReturnFields, TestReplicationHandlerBackup, TriLevelCompositeIdRoutingTest, TestManagedSchemaFieldResource, BlockDirectoryTest, CircularListTest, HdfsBasicDistributedZk2Test, TestAtomicUpdateErrorCases, TestManagedResource, TestInfoStreamLogging, FileUtilsTest, CollectionsAPIAsyncDistributedZkTest, TestHashPartitioner, TestReRankQParserPlugin, HttpPartitionTest, HardAutoCommitTest, UpdateParamsTest, HighlighterMaxOffsetTest, SuggestComponentTest, TestQueryTypes, HdfsRecoveryZkTest, SystemInfoHandlerTest, SOLR749Test, URLClassifyProcessorTest, MergeStrategyTest, JsonLoaderTest, DistanceFunctionTest, BadComponentTest, BlockCacheTest, HdfsDirectoryTest, DocValuesMultiTest, PrimitiveFieldTypeTest, TestOverriddenPrefixQueryForCustomFieldType, PreAnalyzedFieldTest, CoreAdminHandlerTest, TestBM25SimilarityFactory, TestImplicitCoreProperties, SpellingQueryConverterTest, TestDistributedGrouping, TestBlendedInfixSuggestions, TestNonNRTOpen, MultiTermTest, TestDynamicFieldCollectionResource, TestSolrXml, AddBlockUpdateTest, TestStressLucene, ShardRoutingCustomTest, AliasIntegrationTest, LeaderElectionIntegrationTest, TestUpdate, TestAnalyzedSuggestions, TermsComponentTest, TestCollationFieldDocValues, InfoHandlerTest, AssignTest, TestSolrQueryParser, DOMUtilTest, SignatureUpdateProcessorFactoryTest, TestStressRecovery, ConnectionManagerTest, TestManagedStopFilterFactory, IndexSchemaRuntimeFieldTest, TestMiniSolrCloudCluster, ZkSolrClientTest, TestLMDirichletSimilarityFactory, DistributedTermsComponentTest, SuggesterTest, TestPhraseSuggestions, BasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, UUIDFieldTest, FieldAnalysisRequestHandlerTest, CSVRequestHandlerTest, TestCopyFieldCollectionResource, TestMergePolicyConfig, MultiThreadedOCPTest, TestCharFilters, ChaosMonkeyNothingIsSafeTest, TestIndexSearcher, TestLMJelinekMercerSimilarityFactory, OverseerCollectionProcessorTest, HdfsCollectionsAPIDistributedZkTest, PrimUtilsTest, TestConfigSets, FullSolrCloudDistribCmdsTest, TestRemoteStreaming, RequestHandlersTest, BadCopyFieldTest, TestSolrJ, TestMultiCoreConfBootstrap, TestFunctionQuery, AnalysisAfterCoreReloadTest, TestBinaryResponseWriter, TestDistribDocBasedVersion, TestSuggestSpellingConverter, ZkCLITest, TestIndexingPerformance, LukeRequestHandlerTest, TestFiltering, TestPostingsSolrHighlighter, StatsComponentTest, DistribCursorPagingTest, TestManagedSynonymFilterFactory, TestCollationKeyRangeQueries, TestJmxMonitoredMap, AddSchemaFieldsUpdateProcessorFactoryTest, TestRangeQuery, NoCacheHeaderTest, SoftAutoCommitTest, RankQueryTest, TestUniqueKeyFieldResource, TermVectorComponentDistributedTest, SolrXmlInZkTest, CursorMarkTest, HighlighterConfigTest, SSLMigrationTest, BasicFunctionalityTest, AtomicUpdatesTest, EnumFieldTest, SynonymTokenizerTest, FastVectorHighlighterTest, CoreAdminRequestStatusTest, DistributedQueryElevationComponentTest, TestRealTimeGet, TestChildDocTransformer, DirectUpdateHandlerOptimizeTest, ResponseLogComponentTest, HdfsLockFactoryTest, AnalyticsMergeStrategyTest, TestFuzzyAnalyzedSuggestions, CurrencyFieldOpenExchangeTest, TestSolrXmlPersistor, TestHighlightDedupGrouping, FieldMutatingUpdateProcessorTest, TestQueryUtils, DirectSolrSpellCheckerTest, SolrTestCaseJ4Test, HighlighterTest, TestFieldResource, DocValuesMissingTest, OverseerStatusTest, SuggesterFSTTest, TestCollapseQParserPlugin, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestRandomDVFaceting, TestDistributedSearch, AutoCommitTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, TestJoin, TestStressVersions, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestBadConfig, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, CoreContainerCoreInitFailuresTest, TestLFUCache, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestNumberUtils, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, TestSystemIdResolver, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, OverseerRolesTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest]
   [junit4] Completed in 202.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 195 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1299: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923: There were test failures: 405 suites, 1656 tests, 1 failure, 42 ignored (21 assumptions)

Total time: 111 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_20-ea-b21 -client -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.7.0_60) - Build # 4080 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4080/
Java: 64bit/jdk1.7.0_60 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([C92A2B89016A4F3D:48CCA59176352F01]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1149)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor41.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11377 lines...]
   [junit4] Suite: org.apache.solr.cloud.SyncSliceTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\init-core-data-001
   [junit4]   2> 2421982 T8598 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 2421983 T8598 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rd_/d
   [junit4]   2> 2421993 T8598 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2421996 T8598 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2421997 T8599 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2422097 T8598 oasc.ZkTestServer.run start zk server on port:57040
   [junit4]   2> 2422102 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2422113 T8605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64d8fbdb name:ZooKeeperConnection Watcher:127.0.0.1:57040 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2422115 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2422115 T8598 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2422127 T8600 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14711a6c6570000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2422130 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2422134 T8607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f88b750 name:ZooKeeperConnection Watcher:127.0.0.1:57040/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2422134 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2422135 T8598 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2422144 T8598 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2422153 T8598 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2422159 T8598 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2422168 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2422170 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2422182 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2422183 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2422192 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2422194 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2422202 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2422203 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2422211 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2422212 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2422220 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2422220 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2422229 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2422229 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2422239 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2422240 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2422249 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2422250 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2422258 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2422259 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2422268 T8598 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2422269 T8598 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2424223 T8598 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2424248 T8598 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57047
   [junit4]   2> 2424248 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2424248 T8598 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2424248 T8598 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-002
   [junit4]   2> 2424248 T8598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-002\'
   [junit4]   2> 2424289 T8598 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-002\solr.xml
   [junit4]   2> 2424340 T8598 oasc.CoreContainer.<init> New CoreContainer 559251410
   [junit4]   2> 2424340 T8598 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-002\]
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2424342 T8598 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2424344 T8598 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2424344 T8598 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2424344 T8598 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2424344 T8598 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2424344 T8598 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57040/solr
   [junit4]   2> 2424344 T8598 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2424346 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2424380 T8618 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@743ac516 name:ZooKeeperConnection Watcher:127.0.0.1:57040 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2424381 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2424383 T8600 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14711a6c6570002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2424385 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2424387 T8620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c66eda9 name:ZooKeeperConnection Watcher:127.0.0.1:57040/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2424387 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2424389 T8598 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2424398 T8598 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2424408 T8598 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2424416 T8598 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2424425 T8598 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2424434 T8598 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2424439 T8598 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57047_rd_%2Fd
   [junit4]   2> 2424442 T8598 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57047_rd_%2Fd
   [junit4]   2> 2424451 T8598 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2424458 T8598 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2424471 T8598 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57047_rd_%2Fd
   [junit4]   2> 2424471 T8598 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2424479 T8598 oasc.Overseer.start Overseer (id=92061725374218243-127.0.0.1:57047_rd_%2Fd-n_0000000000) starting
   [junit4]   2> 2424490 T8598 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2424527 T8622 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2424529 T8598 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2424540 T8598 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2424546 T8598 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2424555 T8621 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2424567 T8623 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2424567 T8623 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2424572 T8623 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2424572 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2424577 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2424579 T8621 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57047/rd_/d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57047_rd_%2Fd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2424579 T8621 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2424579 T8621 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2424588 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2424591 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2425572 T8623 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2425572 T8623 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2425575 T8623 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2425575 T8623 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2425580 T8623 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2425580 T8623 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-002\collection1\'
   [junit4]   2> 2425580 T8623 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2425580 T8623 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2425584 T8623 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2425645 T8623 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2425688 T8623 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2425691 T8623 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2425702 T8623 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2426121 T8623 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2426122 T8623 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2426122 T8623 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2426131 T8623 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2426134 T8623 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2426153 T8623 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2426158 T8623 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2426162 T8623 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2426164 T8623 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2426164 T8623 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2426164 T8623 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2426167 T8623 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2426167 T8623 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2426167 T8623 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2426167 T8623 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2426168 T8623 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-002\collection1\, dataDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/control/data\
   [junit4]   2> 2426168 T8623 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67b46475
   [junit4]   2> 2426168 T8623 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/control/data\
   [junit4]   2> 2426168 T8623 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/control/data\index/
   [junit4]   2> 2426168 T8623 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001\control\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2426169 T8623 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/control/data\index
   [junit4]   2> 2426169 T8623 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6253419835548815]
   [junit4]   2> 2426170 T8623 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4ab9f61f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@119e27a5),segFN=segments_1,generation=1}
   [junit4]   2> 2426170 T8623 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2426173 T8623 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2426174 T8623 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2426174 T8623 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2426174 T8623 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2426174 T8623 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2426174 T8623 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2426175 T8623 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2426175 T8623 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2426175 T8623 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2426176 T8623 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2426176 T8623 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2426176 T8623 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2426176 T8623 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2426177 T8623 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2426177 T8623 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2426177 T8623 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2426184 T8623 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2426189 T8623 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2426189 T8623 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2426190 T8623 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=59.951171875, floorSegmentMB=1.82421875, forceMergeDeletesPctAllowed=26.758615848932795, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7343062260055847
   [junit4]   2> 2426190 T8623 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4ab9f61f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@119e27a5),segFN=segments_1,generation=1}
   [junit4]   2> 2426190 T8623 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2426190 T8623 oass.SolrIndexSearcher.<init> Opening Searcher@5a203f47[collection1] main
   [junit4]   2> 2426190 T8623 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2426193 T8623 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2426193 T8623 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2426194 T8623 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2426194 T8623 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2426194 T8623 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2426195 T8623 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2426195 T8623 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2426195 T8623 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2426195 T8623 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2426197 T8624 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a203f47[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2426199 T8623 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2426200 T8627 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57047/rd_/d collection:control_collection shard:shard1
   [junit4]   2> 2426200 T8598 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2426201 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2426202 T8627 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2426203 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2426206 T8629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ebdc0ec name:ZooKeeperConnection Watcher:127.0.0.1:57040/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2426206 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2426208 T8598 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2426212 T8598 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2426214 T8627 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2426218 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426220 T8627 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2426220 T8627 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4059 name=collection1 org.apache.solr.core.SolrCore@3995ebb9 url=http://127.0.0.1:57047/rd_/d/collection1 node=127.0.0.1:57047_rd_%2Fd C4059_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:57047/rd_/d, core=collection1, node_name=127.0.0.1:57047_rd_%2Fd}
   [junit4]   2> 2426220 T8627 C4059 P57047 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57047/rd_/d/collection1/
   [junit4]   2> 2426220 T8627 C4059 P57047 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2426220 T8627 C4059 P57047 oasc.SyncStrategy.syncToMe http://127.0.0.1:57047/rd_/d/collection1/ has no replicas
   [junit4]   2> 2426220 T8627 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57047/rd_/d/collection1/ shard1
   [junit4]   2> 2426221 T8627 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2426223 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2426231 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426234 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2426234 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2426246 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2426252 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426354 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2426354 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2426397 T8627 oasc.ZkController.register We are http://127.0.0.1:57047/rd_/d/collection1/ and leader is http://127.0.0.1:57047/rd_/d/collection1/
   [junit4]   2> 2426397 T8627 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57047/rd_/d
   [junit4]   2> 2426397 T8627 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2426397 T8627 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2426397 T8627 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2426401 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426401 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426401 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426403 T8627 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2426404 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2426405 T8621 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57047/rd_/d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57047_rd_%2Fd",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2426410 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2426514 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2426514 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2428091 T8598 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2428092 T8598 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2428096 T8598 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57059
   [junit4]   2> 2428096 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2428096 T8598 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2428096 T8598 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-003
   [junit4]   2> 2428096 T8598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-003\'
   [junit4]   2> 2428127 T8598 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-003\solr.xml
   [junit4]   2> 2428181 T8598 oasc.CoreContainer.<init> New CoreContainer 1363255881
   [junit4]   2> 2428181 T8598 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-003\]
   [junit4]   2> 2428182 T8598 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2428183 T8598 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2428183 T8598 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2428183 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2428184 T8598 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2428184 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2428184 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2428184 T8598 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2428185 T8598 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2428185 T8598 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2428185 T8598 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2428186 T8598 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2428186 T8598 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57040/solr
   [junit4]   2> 2428186 T8598 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2428189 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2428261 T8640 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c05904c name:ZooKeeperConnection Watcher:127.0.0.1:57040 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2428261 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2428272 T8600 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14711a6c6570005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2428274 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2428279 T8642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197659bf name:ZooKeeperConnection Watcher:127.0.0.1:57040/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2428280 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2428305 T8598 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2429315 T8598 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57059_rd_%2Fd
   [junit4]   2> 2429318 T8598 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57059_rd_%2Fd
   [junit4]   2> 2429329 T8642 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2429329 T8629 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2429329 T8620 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2429349 T8643 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2429350 T8643 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2429354 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2429354 T8643 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2429354 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2429355 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2429360 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2429362 T8621 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57059/rd_/d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57059_rd_%2Fd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2429362 T8621 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 2429362 T8621 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2429372 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2429375 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2429375 T8642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2429375 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2430354 T8643 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2430354 T8643 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2430355 T8643 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2430355 T8643 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2430357 T8643 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2430357 T8643 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-003\collection1\'
   [junit4]   2> 2430359 T8643 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2430359 T8643 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2430361 T8643 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2430433 T8643 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2430478 T8643 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2430481 T8643 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2430489 T8643 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2430910 T8643 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2430910 T8643 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2430912 T8643 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2430921 T8643 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2430923 T8643 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2430940 T8643 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2430947 T8643 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2430953 T8643 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2430954 T8643 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2430954 T8643 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2430955 T8643 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2430956 T8643 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2430956 T8643 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2430956 T8643 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2430956 T8643 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2430957 T8643 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-003\collection1\, dataDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty1\
   [junit4]   2> 2430957 T8643 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67b46475
   [junit4]   2> 2430959 T8643 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty1\
   [junit4]   2> 2430959 T8643 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty1\index/
   [junit4]   2> 2430959 T8643 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001\jetty1\index' doesn't exist. Creating new index...
   [junit4]   2> 2430960 T8643 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty1\index
   [junit4]   2> 2430960 T8643 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6253419835548815]
   [junit4]   2> 2430962 T8643 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@556e7151 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4034e5e9),segFN=segments_1,generation=1}
   [junit4]   2> 2430962 T8643 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2430969 T8643 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2430970 T8643 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2430970 T8643 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2430970 T8643 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2430971 T8643 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2430971 T8643 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2430971 T8643 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2430971 T8643 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2430971 T8643 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2430971 T8643 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2430972 T8643 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2430972 T8643 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2430972 T8643 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2430973 T8643 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2430973 T8643 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2430974 T8643 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2430981 T8643 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2430985 T8643 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2430985 T8643 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2430986 T8643 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=59.951171875, floorSegmentMB=1.82421875, forceMergeDeletesPctAllowed=26.758615848932795, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7343062260055847
   [junit4]   2> 2430987 T8643 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@556e7151 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4034e5e9),segFN=segments_1,generation=1}
   [junit4]   2> 2430988 T8643 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2430988 T8643 oass.SolrIndexSearcher.<init> Opening Searcher@3bdf641[collection1] main
   [junit4]   2> 2430989 T8643 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2430991 T8643 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2430991 T8643 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2430993 T8643 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2430993 T8643 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2430993 T8643 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2430995 T8643 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2430995 T8643 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2430995 T8643 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2430995 T8643 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2431002 T8644 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bdf641[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2431004 T8643 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2431005 T8647 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57059/rd_/d collection:collection1 shard:shard1
   [junit4]   2> 2431006 T8598 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2431006 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2431007 T8647 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2431028 T8647 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2431033 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431034 T8647 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2431034 T8647 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4060 name=collection1 org.apache.solr.core.SolrCore@2df3c825 url=http://127.0.0.1:57059/rd_/d/collection1 node=127.0.0.1:57059_rd_%2Fd C4060_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:57059/rd_/d, core=collection1, node_name=127.0.0.1:57059_rd_%2Fd}
   [junit4]   2> 2431034 T8647 C4060 P57059 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57059/rd_/d/collection1/
   [junit4]   2> 2431034 T8647 C4060 P57059 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2431034 T8647 C4060 P57059 oasc.SyncStrategy.syncToMe http://127.0.0.1:57059/rd_/d/collection1/ has no replicas
   [junit4]   2> 2431034 T8647 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57059/rd_/d/collection1/ shard1
   [junit4]   2> 2431035 T8647 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2431037 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2431044 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431048 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431048 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431049 T8642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431056 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2431060 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431166 T8642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431167 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431167 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431207 T8647 oasc.ZkController.register We are http://127.0.0.1:57059/rd_/d/collection1/ and leader is http://127.0.0.1:57059/rd_/d/collection1/
   [junit4]   2> 2431207 T8647 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57059/rd_/d
   [junit4]   2> 2431207 T8647 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2431207 T8647 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2431207 T8647 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2431210 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431210 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431210 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431211 T8647 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2431213 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2431214 T8621 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57059/rd_/d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57059_rd_%2Fd",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2431217 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2431321 T8642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431321 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2431322 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2432905 T8598 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2432906 T8598 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2432913 T8598 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57068
   [junit4]   2> 2432914 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2432914 T8598 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2432914 T8598 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-004
   [junit4]   2> 2432914 T8598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-004\'
   [junit4]   2> 2432943 T8598 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-004\solr.xml
   [junit4]   2> 2432995 T8598 oasc.CoreContainer.<init> New CoreContainer 333723823
   [junit4]   2> 2432995 T8598 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-004\]
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2432997 T8598 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2432999 T8598 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2432999 T8598 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2432999 T8598 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2432999 T8598 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2432999 T8598 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57040/solr
   [junit4]   2> 2433001 T8598 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2433003 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2433016 T8658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c45735c name:ZooKeeperConnection Watcher:127.0.0.1:57040 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2433016 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2433030 T8600 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14711a6c6570007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2433032 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2433034 T8660 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40c3177e name:ZooKeeperConnection Watcher:127.0.0.1:57040/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2433035 T8598 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2433046 T8598 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2434052 T8598 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57068_rd_%2Fd
   [junit4]   2> 2434055 T8598 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57068_rd_%2Fd
   [junit4]   2> 2434068 T8660 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2434070 T8642 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2434070 T8620 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2434070 T8629 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2434096 T8661 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2434096 T8661 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2434101 T8661 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2434102 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2434102 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2434103 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2434107 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2434109 T8621 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57068/rd_/d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57068_rd_%2Fd",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2434109 T8621 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 2434109 T8621 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2434122 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2434126 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2434126 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2434127 T8642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2434127 T8660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2435101 T8661 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2435101 T8661 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2435103 T8661 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2435103 T8661 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2435107 T8661 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2435107 T8661 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-004\collection1\'
   [junit4]   2> 2435111 T8661 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2435111 T8661 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2435114 T8661 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2435181 T8661 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2435247 T8661 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2435251 T8661 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2435262 T8661 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2435684 T8661 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2435684 T8661 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 2435685 T8661 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2435694 T8661 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2435698 T8661 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2435719 T8661 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2435722 T8661 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2435728 T8661 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2435730 T8661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2435730 T8661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2435730 T8661 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2435732 T8661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2435732 T8661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2435732 T8661 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2435732 T8661 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2435733 T8661 oasc.SolrCore.<init> [collection1] Opening new SolrCore at .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-004\collection1\, dataDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty2\
   [junit4]   2> 2435733 T8661 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67b46475
   [junit4]   2> 2435734 T8661 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty2\
   [junit4]   2> 2435734 T8661 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty2\index/
   [junit4]   2> 2435734 T8661 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001\jetty2\index' doesn't exist. Creating new index...
   [junit4]   2> 2435735 T8661 oasc.CachingDirectoryFactory.get return new directory for .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-001/jetty2\index
   [junit4]   2> 2435735 T8661 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6253419835548815]
   [junit4]   2> 2435736 T8661 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df0c09 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@294ad64a),segFN=segments_1,generation=1}
   [junit4]   2> 2435736 T8661 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2435740 T8661 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2435740 T8661 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2435741 T8661 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2435741 T8661 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2435741 T8661 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2435741 T8661 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2435742 T8661 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2435742 T8661 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2435742 T8661 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2435743 T8661 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2435743 T8661 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2435743 T8661 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2435743 T8661 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2435744 T8661 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2435744 T8661 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2435745 T8661 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2435751 T8661 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2435756 T8661 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2435756 T8661 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2435757 T8661 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=59.951171875, floorSegmentMB=1.82421875, forceMergeDeletesPctAllowed=26.758615848932795, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7343062260055847
   [junit4]   2> 2435757 T8661 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@35df0c09 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@294ad64a),segFN=segments_1,generation=1}
   [junit4]   2> 2435757 T8661 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2435758 T8661 oass.SolrIndexSearcher.<init> Opening Searcher@2f8a653d[collection1] main
   [junit4]   2> 2435758 T8661 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2435760 T8661 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2435760 T8661 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2435761 T8661 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2435761 T8661 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2435761 T8661 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2435763 T8661 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2435763 T8661 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2435763 T8661 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 2435763 T8661 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2435765 T8662 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f8a653d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2435767 T8661 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2435768 T8665 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57068/rd_/d collection:collection1 shard:shard1
   [junit4]   2> 2435769 T8598 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2435769 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2435774 T8665 oasc.ZkController.register We are http://127.0.0.1:57068/rd_/d/collection1/ and leader is http://127.0.0.1:57059/rd_/d/collection1/
   [junit4]   2> 2435774 T8665 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57068/rd_/d
   [junit4]   2> 2435774 T8665 oasc.ZkController.checkRecovery Core needs to recover:collection1
   [junit4]   2> 2435774 T8665 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
   [junit4]   2> 2435776 T8665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C4061 name=collection1 org.apache.solr.core.SolrCore@1ccd6a83 url=http://127.0.0.1:57068/rd_/d/collection1 node=127.0.0.1:57068_rd_%2Fd C4061_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:57068/rd_/d, core=collection1, node_name=127.0.0.1:57068_rd_%2Fd}
   [junit4]   2> 2435777 T8666 C4061 P57068 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
   [junit4]   2> 2435777 T8666 C4061 P57068 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
   [junit4]   2> 2435777 T8666 C4061 P57068 oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as recovering, leader is http://127.0.0.1:57059/rd_/d/collection1/ and I am http://127.0.0.1:57068/rd_/d/collection1/
   [junit4]   2> 2435777 T8666 C4061 P57068 oasc.ZkController.publish publishing core=collection1 state=recovering collection=collection1
   [junit4]   2> 2435777 T8666 C4061 P57068 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2435780 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2435781 T8666 C4061 P57068 oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to http://127.0.0.1:57059/rd_/d; WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A57068_rd_%252Fd&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
   [junit4]   2> 2435783 T8621 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2435783 T8621 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"recovering",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57068/rd_/d",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57068_rd_%2Fd",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2435787 T8634 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2435788 T8634 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2435789 T8634 oasha.CoreAdminHandler.handleWaitForStateAction Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 2435790 T8634 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:57068_rd_%2Fd, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"down","base_url":"http://127.0.0.1:57068/rd_/d","core":"collection1","node_name":"127.0.0.1:57068_rd_%2Fd"}
   [junit4]   2> 2435792 T8620 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2435793 T8660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2435793 T8629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2435794 T8620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2435794 T8642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2436790 T8634 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:57068_rd_%2Fd, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"recovering","base_url":"http://127.0.0.1:57068/rd_/d","core":"collection1","node_name":"127.0.0.1:57068_rd_%2Fd"}
   [junit4]   2> 2436790 T8634 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 2436790 T8634 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:57068_rd_%252Fd&version=2&action=PREPRECOVERY&onlyIfLeaderActive=true&wt=javabin&onlyIfLeader=true&core=collection1&checkLive=true&state=recovering&coreNodeName=core_node2} status=0 QTime=1003 
   [junit4]   2> 2437651 T8598 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2437652 T8598 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2437656 T8598 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57078
   [junit4]   2> 2437657 T8598 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2437657 T8598 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2437658 T8598 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: .\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-005
   [junit4]   2> 2437658 T8598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-005\'
   [junit4]   2> 2437693 T8598 oasc.ConfigSolr.fromFile Loading container configuration from C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-005\solr.xml
   [junit4]   2> 2437758 T8598 oasc.CoreContainer.<init> New CoreContainer 1379108086
   [junit4]   2> 2437758 T8598 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001\tempDir-005\]
   [junit4]   2> 2437759 T8598 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2437760 T8598 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2437760 T8598 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2437760 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2437760 T8598 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2437761 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2437761 T8598 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2437761 T8598 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2437761 T8598 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2437762 T8598 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2437762 T8598 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2437763 T8598 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2437763 T8598 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57040/solr
   [junit4]   2> 2437763 T8598 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2437765 T8598 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2437797 T8678 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@345e5ca3 name:ZooKeeperConnection Watcher:127.0.0.1:57040 got event WatchedEvent state:Sy

[...truncated too long message...]

:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=C92A2B89016A4F3D -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=Asia/Karachi -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   76.9s | SyncSliceTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C92A2B89016A4F3D:48CCA59176352F01]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:659)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1149)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1118)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2498929 T8598 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.SyncSliceTest-C92A2B89016A4F3D-001
   [junit4]   2> NOTE: test params are: codec=Lucene49: {range_facet_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=Pulsing41(freqCutoff=9 minBlockSize=95 maxBlockSize=232), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=Lucene41(blocksize=128), other_tl1=PostingsFormat(name=Memory doPackFST= true), id=Pulsing41(freqCutoff=9 minBlockSize=95 maxBlockSize=232), range_facet_sl=Lucene41(blocksize=128), range_facet_l=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ms, timezone=Asia/Karachi
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=154719232,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestNonNRTOpen, OverseerCollectionProcessorTest, StatelessScriptUpdateProcessorFactoryTest, AddBlockUpdateTest, TestStressVersions, ZkControllerTest, SolrInfoMBeanTest, SpellPossibilityIteratorTest, SampleTest, MultiThreadedOCPTest, BasicDistributedZkTest, TestFastLRUCache, RemoteQueryErrorTest, ChaosMonkeySafeLeaderTest, HdfsBasicDistributedZk2Test, TestCollapseQParserPlugin, CursorMarkTest, TestPhraseSuggestions, SuggesterTest, HttpPartitionTest, TestRecoveryHdfs, PreAnalyzedUpdateProcessorTest, TestPHPSerializedResponseWriter, TestDFRSimilarityFactory, TestDistributedMissingSort, SolrIndexSplitterTest, TestExceedMaxTermLength, ExternalFileFieldSortTest, MBeansHandlerTest, DisMaxRequestHandlerTest, DistributedSpellCheckComponentTest, PluginInfoTest, TestGroupingSearch, SolrCoreTest, HdfsBasicDistributedZkTest, SignatureUpdateProcessorFactoryTest, MultiTermTest, TestFreeTextSuggestions, TestSweetSpotSimilarityFactory, BadCopyFieldTest, TestDefaultSimilarityFactory, AssignTest, EnumFieldTest, AnalyticsMergeStrategyTest, ZkCLITest, AtomicUpdatesTest, HdfsSyncSliceTest, SliceStateTest, SearchHandlerTest, TestLazyCores, SolrRequestParserTest, CoreAdminCreateDiscoverTest, SolrCoreCheckLockOnStartupTest, TestBadConfig, DistributedExpandComponentTest, TestSearchPerf, SuggesterFSTTest, TestSchemaNameResource, DefaultValueUpdateProcessorTest, CustomCollectionTest, TestBinaryResponseWriter, RollingRestartTest, TestDefaultSearchFieldResource, TestHashPartitioner, UniqFieldsUpdateProcessorFactoryTest, ConnectionManagerTest, RegexBoostProcessorTest, ZkNodePropsTest, AsyncMigrateRouteKeyTest, TestStressUserVersions, FileBasedSpellCheckerTest, TestQueryUtils, SpellingQueryConverterTest, TestHighFrequencyDictionaryFactory, TestDocumentBuilder, TestSchemaResource, DistributedTermsComponentTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestTolerantSearch, TestReplicationHandlerBackup, CurrencyFieldOpenExchangeTest, CursorPagingTest, DOMUtilTest, BadComponentTest, TestReversedWildcardFilterFactory, TestAnalyzeInfixSuggestions, StatsComponentTest, TestSchemaVersionResource, TermsComponentTest, UnloadDistributedZkTest, BlockDirectoryTest, TestExpandComponent, TestLRUCache, PrimitiveFieldTypeTest, CoreContainerCoreInitFailuresTest, TestBM25SimilarityFactory, TestFunctionQuery, TestSolrXml, SolrCmdDistributorTest, CSVRequestHandlerTest, TestCloudInspectUtil, TestSolrXmlPersistor, TestShardHandlerFactory, DirectSolrConnectionTest, DirectUpdateHandlerTest, TestDocBasedVersionConstraints, TestConfigSets, TestStressRecovery, TestRecovery, OpenCloseCoreStressTest, AnalysisAfterCoreReloadTest, SolrPluginUtilsTest, TestAnalyzedSuggestions, DateMathParserTest, HardAutoCommitTest, TestWriterPerf, TestCollationKeyRangeQueries, TestBlendedInfixSuggestions, ResponseHeaderTest, TestOverriddenPrefixQueryForCustomFieldType, DocValuesMultiTest, TestSolrXmlPersistence, DistributedQueryElevationComponentTest, JsonLoaderTest, TestFastWriter, RequiredFieldsTest, SystemInfoHandlerTest, CollectionsAPIDistributedZkTest, TestCollationField, LeaderElectionIntegrationTest, ShowFileRequestHandlerTest, XmlUpdateRequestHandlerTest, QueryParsingTest, HdfsChaosMonkeySafeLeaderTest, DocExpirationUpdateProcessorFactoryTest, TestXIncludeConfig, TestDynamicFieldResource, TestLeaderElectionZkExpiry, SuggestComponentTest, TestManagedSynonymFilterFactory, CachingDirectoryFactoryTest, TestUpdate, DeleteInactiveReplicaTest, LeaderElectionTest, TestRangeQuery, URLClassifyProcessorTest, SchemaVersionSpecificBehaviorTest, AutoCommitTest, PathHierarchyTokenizerFactoryTest, TestInfoStreamLogging, TestCustomSort, TestRandomDVFaceting, SpellCheckComponentTest, CoreAdminHandlerTest, TestRestManager, TestStandardQParsers, TestSerializedLuceneMatchVersion, SSLMigrationTest, TestBinaryField, DistribCursorPagingTest, TestQuerySenderListener, ConvertedLegacyTest, TestCharFilters, TestSuggestSpellingConverter, HighlighterConfigTest, TestSolrQueryParserResource, DistributedQueryComponentCustomSortTest, ScriptEngineTest, XsltUpdateRequestHandlerTest, RAMDirectoryFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestManagedResource, TestCSVLoader, HighlighterTest, TestPartialUpdateDeduplication, SimplePostToolTest, DocValuesTest, TestReload, TestRealTimeGet, RecoveryZkTest, SolrIndexConfigTest, DebugComponentTest, TestValueSourceCache, TestSearcherReuse, TestQueryTypes, TestReplicationHandler, TermVectorComponentTest, SpellCheckCollatorTest, TestUniqueKeyFieldResource, DocumentAnalysisRequestHandlerTest, CoreMergeIndexesAdminHandlerTest, SyncSliceTest]
   [junit4] Completed in 77.03s, 1 test, 1 error <<< FAILURES!

[...truncated 646 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1299: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923: There were test failures: 405 suites, 1656 tests, 1 error, 42 ignored (21 assumptions)

Total time: 116 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_60 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.7.0_60) - Build # 4079 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/4079/
Java: 64bit/jdk1.7.0_60 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([3593263D2DCB1FF7:319BA9CE3F6EF0D6]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:143)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:155)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:661)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:130)
	... 48 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:135)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
	... 49 more




Build Log:
[...truncated 11402 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.OverseerTest-3593263D2DCB1FF7-001\init-core-data-001
   [junit4]   2> 3038481 T9421 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3038482 T9421 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 3038482 T9421 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 3038487 T9421 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
   [junit4]   2> 3038490 T9421 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3038491 T9422 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3038640 T9421 oasc.ZkTestServer.run start zk server on port:65465
   [junit4]   2> 3038646 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038658 T9428 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@586552dc name:ZooKeeperConnection Watcher:127.0.0.1:65465 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038658 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038667 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038670 T9430 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@218a1d98 name:ZooKeeperConnection Watcher:127.0.0.1:65465 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038670 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038670 T9421 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3038679 T9423 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1470fbbb3570001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3038680 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038683 T9432 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b809d4d name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038684 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038684 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3038689 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038692 T9434 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104ff829 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038692 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038693 T9421 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3038699 T9421 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3038706 T9421 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:65465_solr
   [junit4]   2> 3038706 T9421 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3038711 T9421 oasc.Overseer.start Overseer (id=92059616226508803-127.0.0.1:65465_solr-n_0000000000) starting
   [junit4]   2> 3038715 T9421 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3038733 T9421 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3038742 T9421 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3038750 T9421 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3038759 T9421 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3038766 T9421 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3038780 T9436 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3038781 T9421 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3038783 T9435 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3038787 T9421 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3038793 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038802 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038806 T9438 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bab9bb name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038806 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038809 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038813 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
   [junit4]   2> 3038821 T9432 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 3038822 T9438 oascc.ZkStateReader$3.process Updating live nodes... (1)
   [junit4]   2> 3038824 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038827 T9440 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8605623 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038828 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038829 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038834 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
   [junit4]   2> 3038840 T9440 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3038840 T9432 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3038840 T9438 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3038843 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038846 T9442 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f7a9b4f name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038847 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038848 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038853 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
   [junit4]   2> 3038860 T9438 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3038860 T9432 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3038860 T9440 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3038860 T9442 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3038863 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038866 T9444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58b9daec name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038866 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038869 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038873 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
   [junit4]   2> 3038881 T9432 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3038881 T9438 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3038881 T9444 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3038882 T9442 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3038882 T9440 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 3038884 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038887 T9446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@156af31c name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038887 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038890 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038894 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
   [junit4]   2> 3038904 T9446 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3038904 T9442 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3038904 T9440 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3038904 T9444 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3038906 T9438 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3038906 T9432 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 3038909 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038913 T9448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@322d375a name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038913 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038916 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038923 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
   [junit4]   2> 3038932 T9442 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038932 T9448 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038932 T9440 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038932 T9446 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038933 T9432 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038933 T9444 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038933 T9438 oascc.ZkStateReader$3.process Updating live nodes... (6)
   [junit4]   2> 3038936 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038939 T9450 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fa47ce0 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038941 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038942 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038948 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
   [junit4]   2> 3038955 T9444 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038957 T9438 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038957 T9432 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038957 T9442 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038957 T9448 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038957 T9446 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038958 T9440 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038958 T9450 oascc.ZkStateReader$3.process Updating live nodes... (7)
   [junit4]   2> 3038960 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038963 T9452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d0f9b31 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038964 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038966 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038973 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
   [junit4]   2> 3038980 T9442 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038980 T9448 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038982 T9432 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038982 T9444 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038982 T9438 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038982 T9450 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038983 T9452 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038983 T9446 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038983 T9440 oascc.ZkStateReader$3.process Updating live nodes... (8)
   [junit4]   2> 3038985 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3038988 T9454 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c015330 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3038988 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3038991 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3038995 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
   [junit4]   2> 3039001 T9440 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039002 T9450 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039002 T9442 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039002 T9454 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039002 T9438 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039004 T9444 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039004 T9452 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039004 T9448 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039004 T9432 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039004 T9446 oascc.ZkStateReader$3.process Updating live nodes... (9)
   [junit4]   2> 3039005 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039008 T9456 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36f9da7b name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039008 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039010 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039014 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
   [junit4]   2> 3039021 T9456 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039023 T9454 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039023 T9450 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039023 T9438 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039023 T9444 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039023 T9452 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039023 T9442 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039024 T9432 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039024 T9448 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039024 T9440 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039024 T9446 oascc.ZkStateReader$3.process Updating live nodes... (10)
   [junit4]   2> 3039024 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039029 T9458 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@764c8f73 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039029 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039030 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039036 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
   [junit4]   2> 3039042 T9458 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039042 T9432 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039043 T9446 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039045 T9448 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039045 T9454 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039045 T9456 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039046 T9444 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039046 T9438 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039046 T9450 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039046 T9440 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039046 T9452 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039046 T9442 oascc.ZkStateReader$3.process Updating live nodes... (11)
   [junit4]   2> 3039048 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039051 T9460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1830e114 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039052 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039054 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039058 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
   [junit4]   2> 3039064 T9446 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039064 T9450 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039067 T9440 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039067 T9458 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039067 T9442 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039067 T9448 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039068 T9460 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039068 T9444 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039068 T9452 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039068 T9454 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039068 T9438 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039068 T9456 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039070 T9432 oascc.ZkStateReader$3.process Updating live nodes... (12)
   [junit4]   2> 3039070 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039074 T9462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@373c1a73 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039074 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039077 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039081 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
   [junit4]   2> 3039087 T9440 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039089 T9452 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039089 T9446 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039090 T9444 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039092 T9442 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039092 T9458 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039092 T9448 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9460 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9432 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9438 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9454 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039093 T9456 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9462 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039093 T9450 oascc.ZkStateReader$3.process Updating live nodes... (13)
   [junit4]   2> 3039098 T9464 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f8c5614 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039098 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039100 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039105 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
   [junit4]   2> 3039115 T9442 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039115 T9448 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039115 T9458 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039115 T9432 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9456 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9462 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9452 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9444 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9454 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9438 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039117 T9464 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039118 T9450 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039118 T9460 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039118 T9446 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039119 T9440 oascc.ZkStateReader$3.process Updating live nodes... (14)
   [junit4]   2> 3039119 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039122 T9466 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59b56d18 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039124 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039125 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039131 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
   [junit4]   2> 3039141 T9432 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039141 T9458 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039143 T9442 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039143 T9448 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039143 T9464 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039143 T9444 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039143 T9466 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039143 T9452 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039144 T9462 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039144 T9454 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039144 T9438 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039144 T9456 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039144 T9440 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039144 T9446 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039146 T9450 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039146 T9460 oascc.ZkStateReader$3.process Updating live nodes... (15)
   [junit4]   2> 3039146 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039149 T9468 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5077743 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039150 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039152 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039156 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
   [junit4]   2> 3039163 T9460 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039163 T9444 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039165 T9440 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039165 T9450 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039165 T9446 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039165 T9432 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039166 T9452 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039166 T9468 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039166 T9462 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039166 T9466 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039166 T9438 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039168 T9454 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039168 T9456 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039168 T9464 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039168 T9442 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039168 T9448 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039169 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039171 T9458 oascc.ZkStateReader$3.process Updating live nodes... (16)
   [junit4]   2> 3039174 T9470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@787f0857 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039174 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039180 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039185 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
   [junit4]   2> 3039193 T9458 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039193 T9432 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039194 T9444 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039194 T9452 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039197 T9442 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039197 T9464 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039197 T9438 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039199 T9462 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039199 T9448 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039199 T9468 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039199 T9440 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9454 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039200 T9446 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9450 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9460 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9466 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9470 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039200 T9456 oascc.ZkStateReader$3.process Updating live nodes... (17)
   [junit4]   2> 3039204 T9472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7edc9d0b name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039206 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039207 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039212 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
   [junit4]   2> 3039221 T9472 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039221 T9442 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039221 T9448 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039222 T9458 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039222 T9432 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039222 T9468 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039222 T9470 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039222 T9456 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039222 T9462 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039223 T9454 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039223 T9444 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039223 T9450 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039223 T9464 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039223 T9440 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039225 T9466 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039225 T9452 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039225 T9460 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039225 T9446 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039225 T9438 oascc.ZkStateReader$3.process Updating live nodes... (18)
   [junit4]   2> 3039226 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039229 T9474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d479b24 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039229 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039232 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039237 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
   [junit4]   2> 3039245 T9448 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039245 T9472 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039245 T9442 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039247 T9466 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039248 T9432 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039248 T9462 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039248 T9470 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039248 T9452 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039248 T9474 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039248 T9464 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9458 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9468 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9454 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9450 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9444 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9440 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9446 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9438 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039250 T9460 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039250 T9456 oascc.ZkStateReader$3.process Updating live nodes... (19)
   [junit4]   2> 3039256 T9476 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fa5775e name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039256 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039257 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039263 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
   [junit4]   2> 3039272 T9458 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039272 T9474 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039273 T9442 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039273 T9440 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039273 T9472 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039273 T9446 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039273 T9460 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039273 T9432 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039275 T9450 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039275 T9448 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039275 T9438 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039275 T9476 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039275 T9464 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039275 T9452 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039276 T9456 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9470 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9468 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9454 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9462 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9466 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039276 T9444 oascc.ZkStateReader$3.process Updating live nodes... (20)
   [junit4]   2> 3039282 T9478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f932b6e name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039282 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039285 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039292 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
   [junit4]   2> 3039306 T9460 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039307 T9478 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039310 T9450 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039310 T9454 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039310 T9452 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039311 T9462 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039311 T9472 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039311 T9442 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039311 T9458 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039313 T9476 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039313 T9440 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039313 T9432 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039313 T9466 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9438 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039314 T9448 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9468 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9474 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9470 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9456 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9446 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9464 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039314 T9444 oascc.ZkStateReader$3.process Updating live nodes... (21)
   [junit4]   2> 3039319 T9480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@176a33d4 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039319 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039323 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039333 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
   [junit4]   2> 3039345 T9480 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039347 T9450 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039347 T9446 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039347 T9440 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039347 T9478 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039347 T9458 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039348 T9460 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039348 T9432 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039348 T9448 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039348 T9472 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039349 T9442 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039351 T9462 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039351 T9452 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039351 T9444 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9474 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9470 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9456 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9438 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9468 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9466 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9464 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9476 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9454 oascc.ZkStateReader$3.process Updating live nodes... (22)
   [junit4]   2> 3039352 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039357 T9482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79426208 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039358 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039360 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039364 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
   [junit4]   2> 3039376 T9474 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039377 T9470 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039379 T9456 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039379 T9468 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039380 T9432 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039382 T9480 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039382 T9458 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039383 T9442 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039383 T9476 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039383 T9482 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039385 T9448 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039385 T9438 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039385 T9472 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039385 T9454 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039386 T9462 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039386 T9452 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039386 T9466 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039386 T9444 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9464 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9450 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9440 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9446 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9478 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9460 oascc.ZkStateReader$3.process Updating live nodes... (23)
   [junit4]   2> 3039388 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039395 T9484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce058ab name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039395 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039398 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039404 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
   [junit4]   2> 3039415 T9468 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039417 T9470 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039418 T9474 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039420 T9444 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039421 T9464 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039421 T9466 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039421 T9454 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039421 T9472 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039421 T9476 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039423 T9458 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039423 T9462 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039423 T9448 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039423 T9452 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039423 T9478 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039424 T9446 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039424 T9460 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039424 T9484 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039424 T9482 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039424 T9480 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039424 T9442 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039426 T9438 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039426 T9432 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039426 T9456 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039426 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039426 T9450 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039426 T9440 oascc.ZkStateReader$3.process Updating live nodes... (24)
   [junit4]   2> 3039431 T9486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e9f2875 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039431 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039434 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039440 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
   [junit4]   2> 3039453 T9486 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039453 T9478 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039453 T9460 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039455 T9440 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039455 T9446 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039455 T9454 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039455 T9450 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039456 T9444 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039456 T9464 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039458 T9466 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039459 T9470 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039459 T9442 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039459 T9480 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039459 T9472 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039461 T9438 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039461 T9462 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039461 T9448 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039462 T9482 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039462 T9484 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039464 T9474 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039465 T9458 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039465 T9468 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039465 T9432 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039465 T9452 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039467 T9456 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039467 T9476 oascc.ZkStateReader$3.process Updating live nodes... (25)
   [junit4]   2> 3039468 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039472 T9488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@259778f7 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039474 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039477 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039489 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
   [junit4]   2> 3039503 T9442 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039505 T9448 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039505 T9432 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039505 T9456 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039506 T9484 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039508 T9488 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039509 T9462 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039509 T9472 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039509 T9458 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039509 T9464 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039511 T9454 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039511 T9474 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039511 T9468 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039511 T9482 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039511 T9480 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039511 T9438 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039512 T9452 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039512 T9476 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039512 T9470 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039512 T9444 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039512 T9466 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039512 T9440 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039514 T9446 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039514 T9450 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039514 T9478 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039514 T9460 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039514 T9486 oascc.ZkStateReader$3.process Updating live nodes... (26)
   [junit4]   2> 3039516 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039519 T9490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c6719cf name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039521 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039524 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039530 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
   [junit4]   2> 3039540 T9452 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039540 T9462 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039541 T9438 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039541 T9456 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039541 T9484 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039541 T9432 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039541 T9448 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039541 T9442 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039544 T9480 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039544 T9488 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039546 T9482 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039546 T9478 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039546 T9490 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039546 T9450 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039546 T9440 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039546 T9446 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039547 T9474 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039547 T9466 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039547 T9454 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039547 T9470 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039549 T9472 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039549 T9468 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039550 T9476 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039550 T9444 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039552 T9464 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039552 T9460 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039552 T9486 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039552 T9458 oascc.ZkStateReader$3.process Updating live nodes... (27)
   [junit4]   2> 3039555 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039560 T9492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b09a8d0 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039560 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039566 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039574 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
   [junit4]   2> 3039585 T9492 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039585 T9488 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039585 T9468 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039587 T9454 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039587 T9490 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039587 T9464 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039587 T9458 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039587 T9446 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039588 T9480 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039588 T9460 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039588 T9442 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039588 T9452 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039588 T9438 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039590 T9472 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039590 T9456 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039590 T9470 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039590 T9478 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039590 T9432 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039590 T9450 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039591 T9474 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039591 T9476 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039591 T9444 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039591 T9486 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039591 T9466 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039591 T9484 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039593 T9440 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039593 T9462 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039593 T9482 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039593 T9448 oascc.ZkStateReader$3.process Updating live nodes... (28)
   [junit4]   2> 3039594 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039600 T9494 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26363404 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039601 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039604 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039610 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
   [junit4]   2> 3039625 T9432 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039626 T9448 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039626 T9442 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039626 T9452 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039628 T9462 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039628 T9438 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039628 T9484 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039628 T9456 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039629 T9492 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039629 T9480 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039631 T9488 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039631 T9482 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039632 T9486 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039632 T9490 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039632 T9458 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039632 T9468 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039632 T9470 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039632 T9454 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039634 T9446 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039634 T9464 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039634 T9476 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039634 T9466 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039634 T9494 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039635 T9472 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039635 T9440 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039635 T9478 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039635 T9474 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039637 T9450 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039637 T9444 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039637 T9460 oascc.ZkStateReader$3.process Updating live nodes... (29)
   [junit4]   2> 3039639 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039644 T9496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a10c128 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039645 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039648 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039659 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
   [junit4]   2> 3039680 T9488 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039680 T9482 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039680 T9480 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039686 T9496 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039688 T9456 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039688 T9460 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039688 T9438 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039688 T9450 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039691 T9432 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039691 T9494 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039691 T9452 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039691 T9442 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039691 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039692 T9448 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9474 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9458 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9492 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9468 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9476 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9462 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9470 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9472 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9454 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9466 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9490 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9464 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9444 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9446 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9484 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9486 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9440 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039692 T9478 oascc.ZkStateReader$3.process Updating live nodes... (30)
   [junit4]   2> 3039698 T9498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e3446b8 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039702 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039705 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039711 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
   [junit4]   2> 3039723 T9458 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039723 T9490 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039724 T9476 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039724 T9472 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039724 T9454 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039724 T9466 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039727 T9444 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039727 T9470 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039727 T9486 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039729 T9440 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039729 T9464 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039729 T9474 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039730 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039730 T9468 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039730 T9460 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039730 T9446 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039732 T9456 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039730 T9478 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039732 T9480 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039733 T9462 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039730 T9450 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039730 T9494 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039733 T9448 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039735 T9496 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039736 T9452 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039736 T9492 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039736 T9482 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039738 T9442 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039738 T9484 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039738 T9488 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039738 T9438 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039739 T9432 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039739 T9498 oascc.ZkStateReader$3.process Updating live nodes... (31)
   [junit4]   2> 3039742 T9500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cb23b76 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039743 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039746 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039751 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
   [junit4]   2> 3039758 T9490 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039758 T9458 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039764 T9476 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039764 T9446 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039764 T9470 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039764 T9462 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039765 T9468 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039765 T9442 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039765 T9460 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039765 T9450 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039765 T9444 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039765 T9464 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9432 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9440 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9456 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9472 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9438 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9486 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9492 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9488 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9480 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9500 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9466 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9496 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9474 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9448 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9498 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9494 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9454 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9478 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9484 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9482 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039768 T9452 oascc.ZkStateReader$3.process Updating live nodes... (32)
   [junit4]   2> 3039767 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039773 T9502 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32d1f5f7 name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039774 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039777 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039786 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
   [junit4]   2> 3039795 T9452 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039801 T9500 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039801 T9502 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039801 T9438 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039801 T9456 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039801 T9488 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039802 T9442 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039802 T9484 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039802 T9482 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039802 T9432 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039802 T9492 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039802 T9496 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039804 T9480 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039804 T9462 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039804 T9448 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039804 T9498 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039804 T9444 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039804 T9464 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039805 T9472 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039805 T9466 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039806 T9450 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039806 T9478 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039806 T9474 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039806 T9476 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039806 T9454 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039806 T9490 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039808 T9458 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039808 T9486 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039808 T9440 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039808 T9446 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039809 T9421 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3039809 T9494 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039811 T9460 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039811 T9468 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039811 T9470 oascc.ZkStateReader$3.process Updating live nodes... (33)
   [junit4]   2> 3039817 T9504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@546c0b7c name:ZooKeeperConnection Watcher:127.0.0.1:65465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3039817 T9421 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3039820 T9421 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3039826 T9421 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
   [junit4]   2> 3039836 T9472 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039837 T9476 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039837 T9458 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039837 T9490 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039837 T9470 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039839 T9468 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039840 T9474 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039840 T9466 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039840 T9454 oascc.ZkStateReader$3.process Updating live nodes... (34)
   [junit4]   2> 3039842 T9446 oascc.ZkStateReade

[...truncated too long message...]

unit4]   2> 3105473 T9791 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49450 49450
   [junit4]   2> 3104862 T9806 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:99)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:204)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:625)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:264)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3105475 T9806 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49450_solr
   [junit4]   2> 3105475 T9421 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
   [junit4]   2> 3105478 T9810 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:277)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 3105479 T9421 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 3105479 T9421 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 3107871 T9421 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solr.cloud.OverseerTest-3593263D2DCB1FF7-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=es_SV, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=2,threads=1,free=74088480,total=449646592
   [junit4]   2> NOTE: All tests run in this JVM: [TestComplexPhraseQParserPlugin, BlockDirectoryTest, OpenExchangeRatesOrgProviderTest, TestDocSet, DistributedQueryComponentOptimizationTest, TestFieldTypeCollectionResource, TestRandomMergePolicy, DirectSolrConnectionTest, TestCollectionAPI, DistribCursorPagingTest, TestInitQParser, TestCollationFieldDocValues, FastVectorHighlighterTest, TestCopyFieldCollectionResource, DirectUpdateHandlerOptimizeTest, PingRequestHandlerTest, XsltUpdateRequestHandlerTest, ZkCLITest, UnloadDistributedZkTest, TestManagedResourceStorage, PrimUtilsTest, CoreMergeIndexesAdminHandlerTest, SolrXmlInZkTest, TestLeaderElectionZkExpiry, TestSweetSpotSimilarityFactory, TestSolrQueryParserResource, ShardSplitTest, TestSolrXmlPersistor, SolrCoreTest, TestSchemaResource, TestPerFieldSimilarity, TestDynamicFieldResource, RegexBoostProcessorTest, TestRemoteStreaming, HighlighterTest, SSLMigrationTest, TestRecovery, TestReload, TestCloudInspectUtil, RemoteQueryErrorTest, TestIndexingPerformance, HdfsLockFactoryTest, ZkNodePropsTest, SpatialFilterTest, MoreLikeThisHandlerTest, TestBinaryField, UpdateRequestProcessorFactoryTest, TestPostingsSolrHighlighter, TestStressLucene, TestBadConfig, TestDynamicFieldCollectionResource, MBeansHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, TestRangeQuery, DisMaxRequestHandlerTest, TestCloudManagedSchemaConcurrent, CircularListTest, SimplePostToolTest, HdfsSyncSliceTest, TestSolr4Spatial, TestFileDictionaryLookup, TestReRankQParserPlugin, ZkSolrClientTest, FieldMutatingUpdateProcessorTest, TestSolrCoreProperties, PrimitiveFieldTypeTest, PolyFieldTest, CopyFieldTest, ExternalFileFieldSortTest, SolrInfoMBeanTest, TestCodecSupport, TestHighFrequencyDictionaryFactory, AddBlockUpdateTest, DistribDocExpirationUpdateProcessorTest, TestSchemaNameResource, TestSurroundQueryParser, SimpleFacetsTest, FieldAnalysisRequestHandlerTest, HighlighterConfigTest, ChaosMonkeySafeLeaderTest, DistributedTermsComponentTest, TestAnalyzeInfixSuggestions, XmlUpdateRequestHandlerTest, TestCollationKeyRangeQueries, DocValuesMissingTest, TestPhraseSuggestions, TriLevelCompositeIdRoutingTest, SyncSliceTest, SpellPossibilityIteratorTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestRequestStatusCollectionAPI, SolrCoreCheckLockOnStartupTest, AddSchemaFieldsUpdateProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, AutoCommitTest, TestSystemIdResolver, TestLFUCache, TestXIncludeConfig, TestConfigSets, TestOmitPositions, ResponseHeaderTest, PeerSyncTest, TestNonDefinedSimilarityFactory, TestStressVersions, BasicZkTest, TestCoreContainer, TestFunctionQuery, TestQueryUtils, ParsingFieldUpdateProcessorsTest, TestDistributedGrouping, HdfsRecoveryZkTest, TestDistributedSearch, TestCSVLoader, CursorMarkTest, CoreAdminCreateDiscoverTest, FullSolrCloudDistribCmdsTest, SolrRequestParserTest, TestManagedSynonymFilterFactory, ChaosMonkeyNothingIsSafeTest, TestFreeTextSuggestions, TestQuerySenderListener, TestHighlightDedupGrouping, MultiThreadedOCPTest, SuggesterTest, MultiTermTest, TestElisionMultitermQuery, HdfsDirectoryTest, ReplicationFactorTest, AnalysisAfterCoreReloadTest, ResourceLoaderTest, TestReversedWildcardFilterFactory, HardAutoCommitTest, NotRequiredUniqueKeyTest, AtomicUpdatesTest, SearchHandlerTest, TermsComponentTest, ClusterStateTest, TestDistributedMissingSort, TestRecoveryHdfs, TestSerializedLuceneMatchVersion, TestCharFilters, PathHierarchyTokenizerFactoryTest, LoggingHandlerTest, TestUtils, TestShardHandlerFactory, OverseerStatusTest, TestDefaultSimilarityFactory, TestSearcherReuse, TestQuerySenderNoQuery, CachingDirectoryFactoryTest, TermVectorComponentDistributedTest, TestTolerantSearch, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestJmxIntegration, TestIndexSearcher, BadComponentTest, TestComponentsName, SolrCmdDistributorTest, PreAnalyzedFieldTest, TestLMJelinekMercerSimilarityFactory, DocExpirationUpdateProcessorFactoryTest, SolrIndexSplitterTest, DistributedSpellCheckComponentTest, DistributedQueryComponentCustomSortTest, TestNoOpRegenerator, TestLazyCores, RequestHandlersTest, TestManagedSchema, SystemInfoHandlerTest, TestFieldCollectionResource, TestStandardQParsers, BasicFunctionalityTest, TestExpandComponent, DOMUtilTest, TestManagedStopFilterFactory, TestSolrQueryParser, SuggesterWFSTTest, FileBasedSpellCheckerTest, TestReplicationHandler, TestBM25SimilarityFactory, ClusterStateUpdateTest, DistributedSuggestComponentTest, RecoveryZkTest, TestFastLRUCache, TestMultiCoreConfBootstrap, TestTrie, TestRandomFaceting, HighlighterMaxOffsetTest, TestPseudoReturnFields, TestCollationField, TestCoreDiscovery, TestSolrIndexConfig, TestFieldResource, TestWriterPerf, LukeRequestHandlerTest, TestManagedResource, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed in 69.43s, 9 tests, 1 error <<< FAILURES!

[...truncated 619 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:467: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:447: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:45: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\extra-targets.xml:37: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:189: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:496: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1299: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:923: There were test failures: 405 suites, 1656 tests, 1 error, 42 ignored (21 assumptions)

Total time: 116 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0_60 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any