You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@sd-datasolutions.de> on 2012/11/01 00:26:48 UTC

[JENKINS] Lucene-Solr-trunk-Windows (32bit/jdk1.7.0_07) - Build # 1388 - Failure!

Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Windows/1388/
Java: 32bit/jdk1.7.0_07 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Unexpected shard leader coll:collection1 shard:shard1 expected:<core[4]> but was:<core[1]>

Stack Trace:
org.junit.ComparisonFailure: Unexpected shard leader coll:collection1 shard:shard1 expected:<core[4]> but was:<core[1]>
	at __randomizedtesting.SeedInfo.seed([3D70FFC6994FA52F:E323783183D750DE]:0)
	at org.junit.Assert.assertEquals(Assert.java:125)
	at org.apache.solr.cloud.OverseerTest.verifyShardLeader(OverseerTest.java:493)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:652)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8797 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4:junit4]   2> 0 T1967 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1351725338840
[junit4:junit4]   2> 1 T1967 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 12 T1967 oas.SolrTestCaseJ4.setUp ###Starting testReplay
[junit4:junit4]   2> 12 T1967 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 16 T1968 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 17 T1968 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 18 T1968 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 86 T1967 oasc.ZkTestServer.run start zk server on port:50559
[junit4:junit4]   2> 86 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50559/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@14396fa
[junit4:junit4]   2> 87 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 87 T1973 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50559
[junit4:junit4]   2> 89 T1973 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50559, initiating session
[junit4:junit4]   2> 89 T1969 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50562
[junit4:junit4]   2> 90 T1969 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50562
[junit4:junit4]   2> 91 T1971 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 96 T1971 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd0ec0000 with negotiated timeout 10000 for client /127.0.0.1:50562
[junit4:junit4]   2> 96 T1973 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50559, sessionid = 0x13ab91bd0ec0000, negotiated timeout = 10000
[junit4:junit4]   2> 97 T1974 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14396fa name:ZooKeeperConnection Watcher:127.0.0.1:50559/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 97 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 97 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50559 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@aad234
[junit4:junit4]   2> 98 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 98 T1975 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50559
[junit4:junit4]   2> 99 T1975 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50559, initiating session
[junit4:junit4]   2> 99 T1969 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50565
[junit4:junit4]   2> 100 T1969 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50565
[junit4:junit4]   2> 101 T1971 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd0ec0001 with negotiated timeout 10000 for client /127.0.0.1:50565
[junit4:junit4]   2> 101 T1975 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50559, sessionid = 0x13ab91bd0ec0001, negotiated timeout = 10000
[junit4:junit4]   2> 101 T1976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aad234 name:ZooKeeperConnection Watcher:127.0.0.1:50559 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 102 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 103 T1972 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd0ec0001
[junit4:junit4]   2> 103 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd0ec0001 closed
[junit4:junit4]   2> 104 T1969 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd0ec0001, likely client has closed socket
[junit4:junit4]   2> 104 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50559 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@12fff98
[junit4:junit4]   2> 104 T1976 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 104 T1969 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50565 which had sessionid 0x13ab91bd0ec0001
[junit4:junit4]   2> 105 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 105 T1977 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50559
[junit4:junit4]   2> 107 T1977 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50559, initiating session
[junit4:junit4]   2> 107 T1969 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50568
[junit4:junit4]   2> 108 T1969 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50568
[junit4:junit4]   2> 108 T1971 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd0ec0002 with negotiated timeout 10000 for client /127.0.0.1:50568
[junit4:junit4]   2> 108 T1977 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50559, sessionid = 0x13ab91bd0ec0002, negotiated timeout = 10000
[junit4:junit4]   2> 109 T1978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12fff98 name:ZooKeeperConnection Watcher:127.0.0.1:50559 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 109 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 110 T1967 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 112 T1972 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd0ec0002
[junit4:junit4]   2> 113 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd0ec0002 closed
[junit4:junit4]   2> 113 T1969 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd0ec0002, likely client has closed socket
[junit4:junit4]   2> 113 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 113 T1969 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50568 which had sessionid 0x13ab91bd0ec0002
[junit4:junit4]   2> 113 T1978 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 115 T1967 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 118 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 121 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0000 type:create cxid:0xc zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 125 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50559/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@8c6db5
[junit4:junit4]   2> 126 T1979 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50559
[junit4:junit4]   2> 126 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 126 T1979 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50559, initiating session
[junit4:junit4]   2> 126 T1969 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50571
[junit4:junit4]   2> 127 T1969 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50571
[junit4:junit4]   2> 128 T1971 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd0ec0003 with negotiated timeout 10000 for client /127.0.0.1:50571
[junit4:junit4]   2> 128 T1979 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50559, sessionid = 0x13ab91bd0ec0003, negotiated timeout = 10000
[junit4:junit4]   2> 129 T1980 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c6db5 name:ZooKeeperConnection Watcher:127.0.0.1:50559/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 129 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 129 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 134 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0003 type:delete cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 136 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 138 T1967 oasc.Overseer.start Overseer (id=88586671807528963-127.0.0.1:50559_solr-n_0000000000) starting
[junit4:junit4]   2> 139 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0003 type:create cxid:0xe zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 140 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0003 type:create cxid:0xf zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 141 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0003 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 143 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0003 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 145 T1982 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 145 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0000 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 146 T1972 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd0ec0000 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 150 T1981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 151 T1981 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4:junit4]   2> 151 T1981 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"s1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
[junit4:junit4]   2> 	  "roles":""}
[junit4:junit4]   2> 152 T1974 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 156 T1981 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"s1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
[junit4:junit4]   2> 	  "roles":""}
[junit4:junit4]   2> 158 T1974 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 161 T1981 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 164 T1981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 165 T1981 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"s1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
[junit4:junit4]   2> 	  "roles":""}
[junit4:junit4]   2> 169 T1974 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 224 T1972 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd0ec0003
[junit4:junit4]   2> 225 T1969 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50571 which had sessionid 0x13ab91bd0ec0003
[junit4:junit4]   2> 225 T1980 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 225 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd0ec0003 closed
[junit4:junit4]   2> 225 T1972 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd0ec0000
[junit4:junit4]   2> 227 T1969 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50562 which had sessionid 0x13ab91bd0ec0000
[junit4:junit4]   2> 227 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd0ec0000 closed
[junit4:junit4]   2> 227 T1974 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 227 T1972 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 227 T1971 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 228 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 530 T1981 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:244)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:192)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:116)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 878 T1970 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 1844 T1969 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 1844 T1981 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88586671807528963-127.0.0.1:50559_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 1845 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 1845 T1967 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
[junit4:junit4]   2> 1847 T1967 oas.SolrTestCaseJ4.setUp ###Starting testOverseerFailure
[junit4:junit4]   2> 1847 T1967 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1848 T1983 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 1849 T1983 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 1849 T1983 oazsp.FileSnap.deserialize Reading snapshot C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1351725338840\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 1851 T1983 oazsp.FileTxnSnapLog.save Snapshotting: 26
[junit4:junit4]   2> 1920 T1967 oasc.ZkTestServer.run start zk server on port:50574
[junit4:junit4]   2> 1920 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50574/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f811cd
[junit4:junit4]   2> 1922 T1988 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50574
[junit4:junit4]   2> 1922 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1924 T1988 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50574, initiating session
[junit4:junit4]   2> 1925 T1984 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50577
[junit4:junit4]   2> 1925 T1984 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50577
[junit4:junit4]   2> 1926 T1986 oazsp.FileTxnLog.append Creating new log file: log.27
[junit4:junit4]   2> 1932 T1986 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd8140000 with negotiated timeout 10000 for client /127.0.0.1:50577
[junit4:junit4]   2> 1932 T1988 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50574, sessionid = 0x13ab91bd8140000, negotiated timeout = 10000
[junit4:junit4]   2> 1933 T1989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f811cd name:ZooKeeperConnection Watcher:127.0.0.1:50574/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1933 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1933 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50574 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1abb321
[junit4:junit4]   2> 1934 T1990 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50574
[junit4:junit4]   2> 1934 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1935 T1990 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50574, initiating session
[junit4:junit4]   2> 1935 T1984 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50580
[junit4:junit4]   2> 1935 T1984 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50580
[junit4:junit4]   2> 1936 T1986 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd8140001 with negotiated timeout 10000 for client /127.0.0.1:50580
[junit4:junit4]   2> 1936 T1990 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50574, sessionid = 0x13ab91bd8140001, negotiated timeout = 10000
[junit4:junit4]   2> 1936 T1991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1abb321 name:ZooKeeperConnection Watcher:127.0.0.1:50574 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1937 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1954 T1987 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd8140001
[junit4:junit4]   2> 1955 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd8140001 closed
[junit4:junit4]   2> 1955 T1984 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd8140001, likely client has closed socket
[junit4:junit4]   2> 1955 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50574 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@abc38d
[junit4:junit4]   2> 1955 T1984 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50580 which had sessionid 0x13ab91bd8140001
[junit4:junit4]   2> 1956 T1991 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1957 T1992 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50574
[junit4:junit4]   2> 1957 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1958 T1992 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50574, initiating session
[junit4:junit4]   2> 1958 T1984 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50583
[junit4:junit4]   2> 1958 T1984 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50583
[junit4:junit4]   2> 1960 T1986 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd8140002 with negotiated timeout 10000 for client /127.0.0.1:50583
[junit4:junit4]   2> 1960 T1992 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50574, sessionid = 0x13ab91bd8140002, negotiated timeout = 10000
[junit4:junit4]   2> 1961 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@abc38d name:ZooKeeperConnection Watcher:127.0.0.1:50574 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1961 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1961 T1967 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1965 T1987 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd8140002
[junit4:junit4]   2> 1966 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd8140002 closed
[junit4:junit4]   2> 1966 T1984 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd8140002, likely client has closed socket
[junit4:junit4]   2> 1966 T1993 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1966 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1966 T1984 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50583 which had sessionid 0x13ab91bd8140002
[junit4:junit4]   2> 1969 T1967 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1971 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1973 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50574/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1aee626
[junit4:junit4]   2> 1974 T1994 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50574
[junit4:junit4]   2> 1974 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1976 T1994 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50574, initiating session
[junit4:junit4]   2> 1976 T1984 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50586
[junit4:junit4]   2> 1976 T1984 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50586
[junit4:junit4]   2> 1977 T1986 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd8140003 with negotiated timeout 10000 for client /127.0.0.1:50586
[junit4:junit4]   2> 1977 T1994 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50574, sessionid = 0x13ab91bd8140003, negotiated timeout = 10000
[junit4:junit4]   2> 1978 T1995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aee626 name:ZooKeeperConnection Watcher:127.0.0.1:50574/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1978 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1978 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1980 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4:junit4]   2> 1983 T1995 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 1983 T1989 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 1984 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50574/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@11665ca
[junit4:junit4]   2> 1985 T1996 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50574
[junit4:junit4]   2> 1985 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1986 T1996 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50574, initiating session
[junit4:junit4]   2> 1986 T1984 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50589
[junit4:junit4]   2> 1986 T1984 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50589
[junit4:junit4]   2> 1988 T1986 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd8140004 with negotiated timeout 10000 for client /127.0.0.1:50589
[junit4:junit4]   2> 1988 T1996 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50574, sessionid = 0x13ab91bd8140004, negotiated timeout = 10000
[junit4:junit4]   2> 1989 T1997 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11665ca name:ZooKeeperConnection Watcher:127.0.0.1:50574/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1989 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1990 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1995 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140004 type:delete cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1995 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1997 T1967 oasc.Overseer.start Overseer (id=88586671927590916-127.0.0.1:50574_solr-n_0000000000) starting
[junit4:junit4]   2> 1999 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140004 type:create cxid:0xf zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2000 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140004 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2002 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140004 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2003 T1999 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 2004 T1998 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2672 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2674 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0xb zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 3002 T1998 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3002 T1998 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://node1/solr/"}
[junit4:junit4]   2> 3002 T1998 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 3003 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140004 type:create cxid:0x26 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 3009 T1995 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3009 T1989 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3323 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 3335 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:delete cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 3335 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 3340 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x25 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3343 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3344 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x27 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3346 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 3348 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x2e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 3659 T1998 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3661 T1998 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://node1/solr/"}
[junit4:junit4]   2> 3666 T1995 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3666 T1989 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3700 T1987 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd8140004
[junit4:junit4]   2> 3700 T1984 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd8140004, likely client has closed socket
[junit4:junit4]   2> 3700 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd8140004 closed
[junit4:junit4]   2> 3701 T1997 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3701 T1984 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50589 which had sessionid 0x13ab91bd8140004
[junit4:junit4]   2> 3992 T1998 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:244)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:192)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:116)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 3992 T1998 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88586671927590916-127.0.0.1:50574_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 4346 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x34 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4349 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4350 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x3b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4354 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50574/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a63a01
[junit4:junit4]   2> 4354 T2000 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50574
[junit4:junit4]   2> 4354 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4355 T2000 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50574, initiating session
[junit4:junit4]   2> 4355 T1984 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50592
[junit4:junit4]   2> 4355 T1984 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50592
[junit4:junit4]   2> 4357 T1986 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bd8140005 with negotiated timeout 10000 for client /127.0.0.1:50592
[junit4:junit4]   2> 4357 T2000 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50574, sessionid = 0x13ab91bd8140005, negotiated timeout = 10000
[junit4:junit4]   2> 4357 T2001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a63a01 name:ZooKeeperConnection Watcher:127.0.0.1:50574/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4357 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4360 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 4361 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 4373 T1967 oasc.Overseer.start Overseer (id=88586671927590917-127.0.0.1:50574_solr-n_0000000002) starting
[junit4:junit4]   2> 4373 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140005 type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4374 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140005 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4375 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140005 type:create cxid:0xb zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4376 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140005 type:create cxid:0xc zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4378 T2003 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 4378 T2002 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 4380 T2002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4381 T2002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://node1/solr/"}
[junit4:junit4]   2> 4385 T1995 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 4385 T1989 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 4419 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x41 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4421 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4424 T1987 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bd8140003 type:create cxid:0x48 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 4711 T2002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4717 T1995 oasc.LeaderElector.checkIfIamLeader WARNING Our node is no longer in line to be leader
[junit4:junit4]   2> 4719 T1995 oasc.LeaderElector.checkIfIamLeader WARNING Our node is no longer in line to be leader
[junit4:junit4]   2> 4719 T1995 oasc.LeaderElector.checkIfIamLeader WARNING Our node is no longer in line to be leader
[junit4:junit4]   2> 4729 T1995 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 4729 T1989 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 5054 T1995 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 5055 T1987 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd8140003
[junit4:junit4]   2> 5055 T1984 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd8140003, likely client has closed socket
[junit4:junit4]   2> 5055 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd8140003 closed
[junit4:junit4]   2> 5056 T1984 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50586 which had sessionid 0x13ab91bd8140003
[junit4:junit4]   2> 5056 T1989 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4:junit4]   2> 5056 T1989 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 5057 T1987 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd8140005
[junit4:junit4]   2> 5057 T1984 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd8140005, likely client has closed socket
[junit4:junit4]   2> 5057 T2001 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5057 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd8140005 closed
[junit4:junit4]   2> 5057 T1984 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50592 which had sessionid 0x13ab91bd8140005
[junit4:junit4]   2> 5059 T1987 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bd8140000
[junit4:junit4]   2> 5059 T1984 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bd8140000, likely client has closed socket
[junit4:junit4]   2> 5059 T1989 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5059 T1967 oaz.ZooKeeper.close Session: 0x13ab91bd8140000 closed
[junit4:junit4]   2> 5059 T1984 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50577 which had sessionid 0x13ab91bd8140000
[junit4:junit4]   2> 5060 T1987 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 5060 T1986 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 5061 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 5115 T1985 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 5702 T2002 oasc.Overseer$ClusterStateUpdater.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 6517 T1984 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 5701 T1995 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 6518 T1995 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 6518 T1995 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6520 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 6521 T1967 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
[junit4:junit4]   2> 6523 T1967 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4:junit4]   2> 6523 T1967 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6524 T2004 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 6525 T2004 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6525 T2004 oazsp.FileSnap.deserialize Reading snapshot C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1351725338840\zookeeper\server1\data\version-2\snapshot.26
[junit4:junit4]   2> 6527 T2004 oazsp.FileTxnSnapLog.save Snapshotting: 8b
[junit4:junit4]   2> 6589 T1967 oasc.ZkTestServer.run start zk server on port:50595
[junit4:junit4]   2> 6589 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50595/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@195afa5
[junit4:junit4]   2> 6590 T2009 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50595
[junit4:junit4]   2> 6590 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6591 T2009 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50595, initiating session
[junit4:junit4]   2> 6592 T2005 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50598
[junit4:junit4]   2> 6592 T2005 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50598
[junit4:junit4]   2> 6592 T2007 oazsp.FileTxnLog.append Creating new log file: log.8c
[junit4:junit4]   2> 6595 T2007 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bea590000 with negotiated timeout 10000 for client /127.0.0.1:50598
[junit4:junit4]   2> 6595 T2009 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50595, sessionid = 0x13ab91bea590000, negotiated timeout = 10000
[junit4:junit4]   2> 6596 T2010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195afa5 name:ZooKeeperConnection Watcher:127.0.0.1:50595/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6596 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6596 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50595 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b63a79
[junit4:junit4]   2> 6597 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6597 T2011 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50595
[junit4:junit4]   2> 6599 T2011 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50595, initiating session
[junit4:junit4]   2> 6599 T2005 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50601
[junit4:junit4]   2> 6599 T2005 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50601
[junit4:junit4]   2> 6600 T2007 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bea590001 with negotiated timeout 10000 for client /127.0.0.1:50601
[junit4:junit4]   2> 6600 T2011 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50595, sessionid = 0x13ab91bea590001, negotiated timeout = 10000
[junit4:junit4]   2> 6600 T2012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b63a79 name:ZooKeeperConnection Watcher:127.0.0.1:50595 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6600 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6614 T2008 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bea590001
[junit4:junit4]   2> 6616 T2012 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6616 T1967 oaz.ZooKeeper.close Session: 0x13ab91bea590001 closed
[junit4:junit4]   2> 6616 T2005 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bea590001, likely client has closed socket
[junit4:junit4]   2> 6616 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50595 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@12e8662
[junit4:junit4]   2> 6616 T2005 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50601 which had sessionid 0x13ab91bea590001
[junit4:junit4]   2> 6617 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6617 T2013 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50595
[junit4:junit4]   2> 6618 T2013 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50595, initiating session
[junit4:junit4]   2> 6619 T2005 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50604
[junit4:junit4]   2> 6619 T2005 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50604
[junit4:junit4]   2> 6620 T2007 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bea590002 with negotiated timeout 10000 for client /127.0.0.1:50604
[junit4:junit4]   2> 6620 T2013 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50595, sessionid = 0x13ab91bea590002, negotiated timeout = 10000
[junit4:junit4]   2> 6620 T2014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12e8662 name:ZooKeeperConnection Watcher:127.0.0.1:50595 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6621 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6621 T1967 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 6623 T2008 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bea590002
[junit4:junit4]   2> 6624 T2014 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6624 T2005 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bea590002, likely client has closed socket
[junit4:junit4]   2> 6624 T2005 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50604 which had sessionid 0x13ab91bea590002
[junit4:junit4]   2> 6624 T1967 oaz.ZooKeeper.close Session: 0x13ab91bea590002 closed
[junit4:junit4]   2> 6624 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 6627 T1967 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 6629 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6630 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50595/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b27842
[junit4:junit4]   2> 6631 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6631 T2015 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50595
[junit4:junit4]   2> 6632 T2015 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50595, initiating session
[junit4:junit4]   2> 6632 T2005 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50607
[junit4:junit4]   2> 6633 T2005 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50607
[junit4:junit4]   2> 6634 T2007 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bea590003 with negotiated timeout 10000 for client /127.0.0.1:50607
[junit4:junit4]   2> 6634 T2015 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50595, sessionid = 0x13ab91bea590003, negotiated timeout = 10000
[junit4:junit4]   2> 6634 T2016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b27842 name:ZooKeeperConnection Watcher:127.0.0.1:50595/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6635 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6635 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6636 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4:junit4]   2> 6640 T2016 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 6640 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50595/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d284fd
[junit4:junit4]   2> 6640 T2010 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 6640 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6640 T2017 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50595
[junit4:junit4]   2> 6641 T2017 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50595, initiating session
[junit4:junit4]   2> 6641 T2005 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50610
[junit4:junit4]   2> 6642 T2005 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50610
[junit4:junit4]   2> 6643 T2007 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bea590004 with negotiated timeout 10000 for client /127.0.0.1:50610
[junit4:junit4]   2> 6643 T2017 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50595, sessionid = 0x13ab91bea590004, negotiated timeout = 10000
[junit4:junit4]   2> 6643 T2018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d284fd name:ZooKeeperConnection Watcher:127.0.0.1:50595/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6644 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6644 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 6649 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590004 type:delete cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 6650 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 6651 T1967 oasc.Overseer.start Overseer (id=88586672234102788-127.0.0.1:50595_solr-n_0000000000) starting
[junit4:junit4]   2> 6653 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590004 type:create cxid:0xf zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6654 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590004 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6655 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590004 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6657 T2020 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 6657 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590003 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6658 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590003 type:create cxid:0xb zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 6660 T2019 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 6663 T2019 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6663 T2019 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://node1/solr/"}
[junit4:junit4]   2> 6663 T2019 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6664 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590004 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 6670 T2010 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 6670 T2016 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 6985 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7002 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590003 type:delete cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7003 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7012 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590003 type:create cxid:0x25 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7015 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7019 T2010 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 7020 T2008 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bea590003
[junit4:junit4]   2> 7020 T2016 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4:junit4]   2> 7020 T2016 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 7023 T2005 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50607 which had sessionid 0x13ab91bea590003
[junit4:junit4]   2> 7022 T1967 oaz.ZooKeeper.close Session: 0x13ab91bea590003 closed
[junit4:junit4]   2> 7024 T2010 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4:junit4]   2> 7024 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50595/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dfe772
[junit4:junit4]   2> 7026 T2021 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50595
[junit4:junit4]   2> 7026 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7027 T2021 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50595, initiating session
[junit4:junit4]   2> 7028 T2005 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50613
[junit4:junit4]   2> 7029 T2005 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50613
[junit4:junit4]   2> 7031 T2007 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bea590005 with negotiated timeout 10000 for client /127.0.0.1:50613
[junit4:junit4]   2> 7031 T2021 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50595, sessionid = 0x13ab91bea590005, negotiated timeout = 10000
[junit4:junit4]   2> 7031 T2022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dfe772 name:ZooKeeperConnection Watcher:127.0.0.1:50595/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7032 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7033 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7036 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4:junit4]   2> 7039 T2010 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 7041 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590005 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7041 T2022 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 7042 T2010 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 7044 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7048 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590005 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7053 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590005 type:delete cxid:0x14 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 7054 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7059 T2008 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bea590005 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7320 T2019 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7323 T2019 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://node1/solr/"}
[junit4:junit4]   2> 7329 T2010 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 7329 T2022 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 7331 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7332 T2008 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bea590004
[junit4:junit4]   2> 7333 T1967 oaz.ZooKeeper.close Session: 0x13ab91bea590004 closed
[junit4:junit4]   2> 7333 T2018 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7333 T2005 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50610 which had sessionid 0x13ab91bea590004
[junit4:junit4]   2> 7334 T2010 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 7334 T2008 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bea590005
[junit4:junit4]   2> 7336 T2022 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4:junit4]   2> 7336 T2022 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 7336 T2005 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bea590005, likely client has closed socket
[junit4:junit4]   2> 7336 T1967 oaz.ZooKeeper.close Session: 0x13ab91bea590005 closed
[junit4:junit4]   2> 7336 T2005 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50613 which had sessionid 0x13ab91bea590005
[junit4:junit4]   2> 7337 T2008 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bea590000
[junit4:junit4]   2> 7338 T2005 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50598 which had sessionid 0x13ab91bea590000
[junit4:junit4]   2> 7339 T1967 oaz.ZooKeeper.close Session: 0x13ab91bea590000 closed
[junit4:junit4]   2> 7339 T2007 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 7339 T2008 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 7339 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 7667 T2016 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 7983 T2010 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 7981 T2022 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 7978 T2019 oasc.Overseer$ClusterStateUpdater.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 8805 T2022 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7805 T2006 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 8805 T2005 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 8803 T2016 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8806 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 8807 T2010 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8807 T1967 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4:junit4]   2> 8810 T1967 oas.SolrTestCaseJ4.setUp ###Starting testStateChange
[junit4:junit4]   2> 8810 T1967 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8811 T2023 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8812 T2023 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 8812 T2023 oazsp.FileSnap.deserialize Reading snapshot C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1351725338840\zookeeper\server1\data\version-2\snapshot.8b
[junit4:junit4]   2> 8814 T2023 oazsp.FileTxnSnapLog.save Snapshotting: d7
[junit4:junit4]   2> 8882 T1967 oasc.ZkTestServer.run start zk server on port:50616
[junit4:junit4]   2> 8882 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50616/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1221aa7
[junit4:junit4]   2> 8884 T2028 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50616
[junit4:junit4]   2> 8884 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8884 T2028 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50616, initiating session
[junit4:junit4]   2> 8884 T2024 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50619
[junit4:junit4]   2> 8885 T2024 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50619
[junit4:junit4]   2> 8885 T2026 oazsp.FileTxnLog.append Creating new log file: log.d8
[junit4:junit4]   2> 8888 T2026 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bf3470000 with negotiated timeout 10000 for client /127.0.0.1:50619
[junit4:junit4]   2> 8888 T2028 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50616, sessionid = 0x13ab91bf3470000, negotiated timeout = 10000
[junit4:junit4]   2> 8889 T2029 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1221aa7 name:ZooKeeperConnection Watcher:127.0.0.1:50616/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8889 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8889 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50616 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1047e5c
[junit4:junit4]   2> 8890 T2030 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50616
[junit4:junit4]   2> 8891 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8891 T2030 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50616, initiating session
[junit4:junit4]   2> 8891 T2024 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50622
[junit4:junit4]   2> 8891 T2024 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50622
[junit4:junit4]   2> 8893 T2026 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bf3470001 with negotiated timeout 10000 for client /127.0.0.1:50622
[junit4:junit4]   2> 8893 T2030 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50616, sessionid = 0x13ab91bf3470001, negotiated timeout = 10000
[junit4:junit4]   2> 8893 T2031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1047e5c name:ZooKeeperConnection Watcher:127.0.0.1:50616 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8893 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8914 T2027 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bf3470001
[junit4:junit4]   2> 8915 T1967 oaz.ZooKeeper.close Session: 0x13ab91bf3470001 closed
[junit4:junit4]   2> 8915 T2024 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bf3470001, likely client has closed socket
[junit4:junit4]   2> 8915 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50616 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4fa6a0
[junit4:junit4]   2> 8916 T2024 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50622 which had sessionid 0x13ab91bf3470001
[junit4:junit4]   2> 8916 T2031 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8916 T2032 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50616
[junit4:junit4]   2> 8916 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8917 T2032 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50616, initiating session
[junit4:junit4]   2> 8918 T2024 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50625
[junit4:junit4]   2> 8918 T2024 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50625
[junit4:junit4]   2> 8918 T2026 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bf3470002 with negotiated timeout 10000 for client /127.0.0.1:50625
[junit4:junit4]   2> 8919 T2032 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50616, sessionid = 0x13ab91bf3470002, negotiated timeout = 10000
[junit4:junit4]   2> 8919 T2033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4fa6a0 name:ZooKeeperConnection Watcher:127.0.0.1:50616 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8919 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8920 T1967 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 8921 T2027 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bf3470002
[junit4:junit4]   2> 8923 T1967 oaz.ZooKeeper.close Session: 0x13ab91bf3470002 closed
[junit4:junit4]   2> 8923 T2024 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bf3470002, likely client has closed socket
[junit4:junit4]   2> 8923 T2033 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8923 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 8923 T2024 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50625 which had sessionid 0x13ab91bf3470002
[junit4:junit4]   2> 8925 T1967 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 8927 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8928 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50616/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@18b765b
[junit4:junit4]   2> 8929 T2034 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50616
[junit4:junit4]   2> 8929 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8930 T2034 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50616, initiating session
[junit4:junit4]   2> 8930 T2024 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50628
[junit4:junit4]   2> 8930 T2024 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50628
[junit4:junit4]   2> 8932 T2026 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bf3470003 with negotiated timeout 10000 for client /127.0.0.1:50628
[junit4:junit4]   2> 8932 T2034 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50616, sessionid = 0x13ab91bf3470003, negotiated timeout = 10000
[junit4:junit4]   2> 8932 T2035 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18b765b name:ZooKeeperConnection Watcher:127.0.0.1:50616/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8932 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8932 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 8937 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470003 type:delete cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 8938 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 8940 T1967 oasc.Overseer.start Overseer (id=88586672383918083-127.0.0.1:50616_solr-n_0000000000) starting
[junit4:junit4]   2> 8941 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470003 type:create cxid:0xf zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8943 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470003 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8943 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470003 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8945 T2037 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 8945 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470000 type:create cxid:0xb zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8946 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470000 type:create cxid:0xc zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 8947 T2036 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 8950 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8987 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9024 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9061 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9099 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9135 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9172 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9209 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9246 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9282 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9307 T2036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9307 T2036 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
[junit4:junit4]   2> 	  "roles":""}
[junit4:junit4]   2> 9307 T2027 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bf3470003 type:create cxid:0x20 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 9316 T2029 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 9320 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9676 T2036 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9677 T2036 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"node1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr",
[junit4:junit4]   2> 	  "roles":""}
[junit4:junit4]   2> 9683 T2029 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 9683 T2027 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bf3470000
[junit4:junit4]   2> 9685 T2024 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bf3470000, likely client has closed socket
[junit4:junit4]   2> 9685 T2029 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9685 T1967 oaz.ZooKeeper.close Session: 0x13ab91bf3470000 closed
[junit4:junit4]   2> 9685 T2024 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50619 which had sessionid 0x13ab91bf3470000
[junit4:junit4]   2> 9687 T2027 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bf3470003
[junit4:junit4]   2> 9688 T1967 oaz.ZooKeeper.close Session: 0x13ab91bf3470003 closed
[junit4:junit4]   2> 9688 T2024 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bf3470003, likely client has closed socket
[junit4:junit4]   2> 9688 T2026 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 9689 T2024 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50628 which had sessionid 0x13ab91bf3470003
[junit4:junit4]   2> 9689 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 9688 T2027 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 9688 T2035 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9871 T2025 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 10041 T2036 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:244)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:192)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:116)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 11288 T2024 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 11289 T2036 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88586672383918083-127.0.0.1:50616_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 11290 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 11291 T1967 oas.SolrTestCaseJ4.tearDown ###Ending testStateChange
[junit4:junit4]   2> 11295 T1967 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignment
[junit4:junit4]   2> 11295 T1967 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 11297 T2038 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11298 T2038 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11298 T2038 oazsp.FileSnap.deserialize Reading snapshot C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1351725338840\zookeeper\server1\data\version-2\snapshot.d7
[junit4:junit4]   2> 11298 T2038 oazsp.FileTxnSnapLog.save Snapshotting: 10c
[junit4:junit4]   2> 11368 T1967 oasc.ZkTestServer.run start zk server on port:50631
[junit4:junit4]   2> 11368 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50631 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@19cd6aa
[junit4:junit4]   2> 11370 T2043 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50631
[junit4:junit4]   2> 11370 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11371 T2043 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50631, initiating session
[junit4:junit4]   2> 11371 T2039 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50634
[junit4:junit4]   2> 11372 T2039 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50634
[junit4:junit4]   2> 11372 T2041 oazsp.FileTxnLog.append Creating new log file: log.10d
[junit4:junit4]   2> 11376 T2041 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bfcfd0000 with negotiated timeout 10000 for client /127.0.0.1:50634
[junit4:junit4]   2> 11376 T2043 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50631, sessionid = 0x13ab91bfcfd0000, negotiated timeout = 10000
[junit4:junit4]   2> 11377 T2044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19cd6aa name:ZooKeeperConnection Watcher:127.0.0.1:50631 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11377 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11401 T2042 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bfcfd0000
[junit4:junit4]   2> 11402 T2039 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50634 which had sessionid 0x13ab91bfcfd0000
[junit4:junit4]   2> 11402 T1967 oaz.ZooKeeper.close Session: 0x13ab91bfcfd0000 closed
[junit4:junit4]   2> 11402 T2044 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11402 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50631 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@165f51b
[junit4:junit4]   2> 11404 T2045 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50631
[junit4:junit4]   2> 11404 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11404 T2045 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50631, initiating session
[junit4:junit4]   2> 11405 T2039 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50637
[junit4:junit4]   2> 11405 T2039 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50637
[junit4:junit4]   2> 11407 T2041 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bfcfd0001 with negotiated timeout 10000 for client /127.0.0.1:50637
[junit4:junit4]   2> 11407 T2045 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50631, sessionid = 0x13ab91bfcfd0001, negotiated timeout = 10000
[junit4:junit4]   2> 11407 T2046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165f51b name:ZooKeeperConnection Watcher:127.0.0.1:50631 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11407 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11407 T1967 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 11410 T2042 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bfcfd0001
[junit4:junit4]   2> 11412 T2039 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50637 which had sessionid 0x13ab91bfcfd0001
[junit4:junit4]   2> 11412 T2046 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11412 T1967 oaz.ZooKeeper.close Session: 0x13ab91bfcfd0001 closed
[junit4:junit4]   2> 11413 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50631/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ede015
[junit4:junit4]   2> 11414 T2047 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50631
[junit4:junit4]   2> 11414 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11415 T2047 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50631, initiating session
[junit4:junit4]   2> 11415 T2039 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50640
[junit4:junit4]   2> 11415 T2039 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50640
[junit4:junit4]   2> 11417 T2041 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bfcfd0002 with negotiated timeout 10000 for client /127.0.0.1:50640
[junit4:junit4]   2> 11417 T2047 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50631, sessionid = 0x13ab91bfcfd0002, negotiated timeout = 10000
[junit4:junit4]   2> 11417 T2048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ede015 name:ZooKeeperConnection Watcher:127.0.0.1:50631/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11418 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11418 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 11421 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50631/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b38af0
[junit4:junit4]   2> 11422 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11422 T2049 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50631
[junit4:junit4]   2> 11424 T2049 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50631, initiating session
[junit4:junit4]   2> 11424 T2039 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50643
[junit4:junit4]   2> 11424 T2039 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50643
[junit4:junit4]   2> 11428 T2049 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50631, sessionid = 0x13ab91bfcfd0003, negotiated timeout = 10000
[junit4:junit4]   2> 11428 T2041 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bfcfd0003 with negotiated timeout 10000 for client /127.0.0.1:50643
[junit4:junit4]   2> 11428 T2050 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b38af0 name:ZooKeeperConnection Watcher:127.0.0.1:50631/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11428 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11429 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 11435 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0003 type:delete cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 11436 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 11438 T1967 oasc.Overseer.start Overseer (id=88586672546840579-127.0.0.1:50631_solr-n_0000000000) starting
[junit4:junit4]   2> 11440 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0003 type:create cxid:0xf zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11441 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0003 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11442 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0003 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11444 T2052 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 11445 T1967 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 11446 T2051 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 11448 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11449 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50631/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@137f72a
[junit4:junit4]   2> 11450 T2053 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50631
[junit4:junit4]   2> 11450 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11451 T2053 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50631, initiating session
[junit4:junit4]   2> 11452 T2039 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50646
[junit4:junit4]   2> 11452 T2039 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50646
[junit4:junit4]   2> 11453 T2041 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91bfcfd0004 with negotiated timeout 10000 for client /127.0.0.1:50646
[junit4:junit4]   2> 11453 T2053 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50631, sessionid = 0x13ab91bfcfd0004, negotiated timeout = 10000
[junit4:junit4]   2> 11453 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137f72a name:ZooKeeperConnection Watcher:127.0.0.1:50631/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11454 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11454 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11456 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1
[junit4:junit4]   2> 11460 T2054 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 11460 T2048 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 11460 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11461 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0xb zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 11806 T2051 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11807 T2051 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core1",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
[junit4:junit4]   2> 11807 T2051 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 3
[junit4:junit4]   2> 11807 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0003 type:create cxid:0x20 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 11816 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 11816 T2048 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 11820 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 11835 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:delete cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 11836 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 11843 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x25 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11846 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x27 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12177 T2051 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12186 T2051 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
[junit4:junit4]   2> 12191 T2048 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 12191 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 12203 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12213 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:delete cxid:0x35 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12214 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12219 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x3c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12230 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x3e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12551 T2051 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12557 T2051 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
[junit4:junit4]   2> 12563 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 12563 T2048 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 12592 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 12600 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:delete cxid:0x4c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard3 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard3
[junit4:junit4]   2> 12601 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4:junit4]   2> 12604 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12607 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x55 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12925 T2051 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12931 T2051 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
[junit4:junit4]   2> 12936 T2048 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 12936 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 12966 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12969 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x5e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12972 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x62 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13297 T2051 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13298 T2051 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
[junit4:junit4]   2> 13302 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 13302 T2048 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 13330 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 13332 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x6b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard2/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 13335 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x6f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13662 T2051 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13663 T2051 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"core6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1/solr/"}
[junit4:junit4]   2> 13670 T2048 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 13671 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 13691 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 13695 T2042 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91bfcfd0004 type:create cxid:0x78 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard3/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 13701 T2042 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bfcfd0002
[junit4:junit4]   2> 13703 T2048 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13703 T2039 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bfcfd0002, likely client has closed socket
[junit4:junit4]   2> 13704 T2039 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50640 which had sessionid 0x13ab91bfcfd0002
[junit4:junit4]   2> 13703 T1967 oaz.ZooKeeper.close Session: 0x13ab91bfcfd0002 closed
[junit4:junit4]   2> 13708 T2042 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bfcfd0004
[junit4:junit4]   2> 13720 T2054 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4:junit4]   2> 13720 T2054 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (0)
[junit4:junit4]   2> 13722 T1967 oaz.ZooKeeper.close Session: 0x13ab91bfcfd0004 closed
[junit4:junit4]   2> 13722 T2039 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91bfcfd0004, likely client has closed socket
[junit4:junit4]   2> 13722 T2039 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50646 which had sessionid 0x13ab91bfcfd0004
[junit4:junit4]   2> 13723 T2042 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91bfcfd0003
[junit4:junit4]   2> 13724 T2039 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50643 which had sessionid 0x13ab91bfcfd0003
[junit4:junit4]   2> 13724 T1967 oaz.ZooKeeper.close Session: 0x13ab91bfcfd0003 closed
[junit4:junit4]   2> 13724 T2050 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13725 T2042 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 13725 T2041 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 13726 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 13871 T2040 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 14431 T2054 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 14031 T2051 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:244)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:192)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:116)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 15327 T2054 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1249)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:227)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:224)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:224)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:83)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:128)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 15327 T2039 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 15327 T2051 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88586672546840579-127.0.0.1:50631_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 15327 T2054 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1249)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:227)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:224)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:224)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:83)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:128)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 15329 T2054 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1249)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:227)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:224)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:224)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:83)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:128)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 15329 T2054 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15329 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 15330 T1967 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
[junit4:junit4]   2> 15333 T1967 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4:junit4]   2> 15333 T1967 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 15334 T2055 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 15336 T2055 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 15337 T2055 oazsp.FileSnap.deserialize Reading snapshot C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-OverseerTest-1351725338840\zookeeper\server1\data\version-2\snapshot.10c
[junit4:junit4]   2> 15339 T2055 oazsp.FileTxnSnapLog.save Snapshotting: 17e
[junit4:junit4]   2> 15406 T1967 oasc.ZkTestServer.run start zk server on port:50649
[junit4:junit4]   2> 15406 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ad10d
[junit4:junit4]   2> 15407 T2060 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15407 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15408 T2060 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15408 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50652
[junit4:junit4]   2> 15409 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50652
[junit4:junit4]   2> 15410 T2058 oazsp.FileTxnLog.append Creating new log file: log.17f
[junit4:junit4]   2> 15413 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40000 with negotiated timeout 10000 for client /127.0.0.1:50652
[junit4:junit4]   2> 15413 T2060 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40000, negotiated timeout = 10000
[junit4:junit4]   2> 15414 T2061 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad10d name:ZooKeeperConnection Watcher:127.0.0.1:50649 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15414 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15447 T2059 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91c0cc40000
[junit4:junit4]   2> 15449 T1967 oaz.ZooKeeper.close Session: 0x13ab91c0cc40000 closed
[junit4:junit4]   2> 15449 T2056 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91c0cc40000, likely client has closed socket
[junit4:junit4]   2> 15449 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c17a2
[junit4:junit4]   2> 15449 T2056 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50652 which had sessionid 0x13ab91c0cc40000
[junit4:junit4]   2> 15450 T2061 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15451 T2062 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15451 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15451 T2062 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15451 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50655
[junit4:junit4]   2> 15452 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50655
[junit4:junit4]   2> 15453 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40001 with negotiated timeout 10000 for client /127.0.0.1:50655
[junit4:junit4]   2> 15453 T2062 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40001, negotiated timeout = 10000
[junit4:junit4]   2> 15453 T2063 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c17a2 name:ZooKeeperConnection Watcher:127.0.0.1:50649 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15453 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15454 T1967 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 15456 T2059 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91c0cc40001
[junit4:junit4]   2> 15457 T1967 oaz.ZooKeeper.close Session: 0x13ab91c0cc40001 closed
[junit4:junit4]   2> 15457 T2063 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15457 T2056 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91c0cc40001, likely client has closed socket
[junit4:junit4]   2> 15457 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@23f2a8
[junit4:junit4]   2> 15457 T2056 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50655 which had sessionid 0x13ab91c0cc40001
[junit4:junit4]   2> 15458 T2064 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15458 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15459 T2064 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15459 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50658
[junit4:junit4]   2> 15459 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50658
[junit4:junit4]   2> 15460 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40002 with negotiated timeout 10000 for client /127.0.0.1:50658
[junit4:junit4]   2> 15460 T2064 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40002, negotiated timeout = 10000
[junit4:junit4]   2> 15460 T2065 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23f2a8 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15461 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15461 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 15463 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@139b7cd
[junit4:junit4]   2> 15465 T2066 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15465 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15465 T2066 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15465 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50661
[junit4:junit4]   2> 15465 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50661
[junit4:junit4]   2> 15467 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40003 with negotiated timeout 10000 for client /127.0.0.1:50661
[junit4:junit4]   2> 15467 T2066 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40003, negotiated timeout = 10000
[junit4:junit4]   2> 15467 T2067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@139b7cd name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15467 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15468 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 15473 T2059 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91c0cc40003 type:delete cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 15474 T1967 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 15476 T1967 oasc.Overseer.start Overseer (id=88586672811540483-127.0.0.1:50649_solr-n_0000000000) starting
[junit4:junit4]   2> 15478 T2059 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91c0cc40003 type:create cxid:0xf zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15480 T2059 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91c0cc40003 type:create cxid:0x10 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15481 T2059 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91c0cc40003 type:create cxid:0x11 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15483 T2069 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 15483 T1967 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 15484 T2068 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 15491 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15492 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@54579c
[junit4:junit4]   2> 15493 T2070 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15493 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15494 T2070 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15496 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50664
[junit4:junit4]   2> 15496 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50664
[junit4:junit4]   2> 15498 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40004 with negotiated timeout 10000 for client /127.0.0.1:50664
[junit4:junit4]   2> 15498 T2070 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40004, negotiated timeout = 10000
[junit4:junit4]   2> 15499 T2071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54579c name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15499 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15499 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15501 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4:junit4]   2> 15505 T2065 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 15505 T2071 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 15505 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d729b
[junit4:junit4]   2> 15505 T2072 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15505 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15507 T2072 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15507 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50667
[junit4:junit4]   2> 15508 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50667
[junit4:junit4]   2> 15509 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40005 with negotiated timeout 10000 for client /127.0.0.1:50667
[junit4:junit4]   2> 15509 T2072 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40005, negotiated timeout = 10000
[junit4:junit4]   2> 15510 T2073 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d729b name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15510 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15510 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15512 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4:junit4]   2> 15515 T2073 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 15516 T2065 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 15516 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c3976
[junit4:junit4]   2> 15516 T2071 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 15517 T2074 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15517 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15518 T2074 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15518 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50670
[junit4:junit4]   2> 15519 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50670
[junit4:junit4]   2> 15520 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40006 with negotiated timeout 10000 for client /127.0.0.1:50670
[junit4:junit4]   2> 15520 T2074 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40006, negotiated timeout = 10000
[junit4:junit4]   2> 15521 T2075 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c3976 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15521 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15522 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15524 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4:junit4]   2> 15528 T2073 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 15528 T2075 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 15528 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@55b6b9
[junit4:junit4]   2> 15529 T2071 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 15529 T2065 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 15529 T2076 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15529 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15530 T2076 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15530 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50673
[junit4:junit4]   2> 15531 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50673
[junit4:junit4]   2> 15532 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40007 with negotiated timeout 10000 for client /127.0.0.1:50673
[junit4:junit4]   2> 15533 T2076 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40007, negotiated timeout = 10000
[junit4:junit4]   2> 15533 T2077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55b6b9 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15533 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15533 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15535 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4:junit4]   2> 15538 T2073 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15538 T2077 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15539 T2071 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15539 T2065 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15538 T2075 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 15539 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f8ab07
[junit4:junit4]   2> 15541 T2078 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15541 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15542 T2078 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15543 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50676
[junit4:junit4]   2> 15543 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50676
[junit4:junit4]   2> 15544 T2078 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40008, negotiated timeout = 10000
[junit4:junit4]   2> 15545 T2079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f8ab07 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15545 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40008 with negotiated timeout 10000 for client /127.0.0.1:50676
[junit4:junit4]   2> 15545 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15546 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15547 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4:junit4]   2> 15552 T2073 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15553 T2077 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15553 T2065 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15553 T2079 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15553 T2071 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15553 T2075 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15553 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@85621
[junit4:junit4]   2> 15555 T2080 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15555 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15556 T2080 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15556 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50679
[junit4:junit4]   2> 15556 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50679
[junit4:junit4]   2> 15558 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40009 with negotiated timeout 10000 for client /127.0.0.1:50679
[junit4:junit4]   2> 15559 T2080 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40009, negotiated timeout = 10000
[junit4:junit4]   2> 15559 T2081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@85621 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15560 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15560 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15562 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4:junit4]   2> 15568 T2079 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15569 T2065 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15570 T2077 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15570 T2075 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15570 T2073 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15570 T2071 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15570 T2081 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 15570 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@32c7a0
[junit4:junit4]   2> 15572 T2082 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15572 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15573 T2082 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15575 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50682
[junit4:junit4]   2> 15575 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50682
[junit4:junit4]   2> 15576 T2082 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc4000a, negotiated timeout = 10000
[junit4:junit4]   2> 15576 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc4000a with negotiated timeout 10000 for client /127.0.0.1:50682
[junit4:junit4]   2> 15577 T2083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32c7a0 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15577 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15578 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15580 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4:junit4]   2> 15587 T2065 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15587 T2077 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15587 T2083 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15587 T2075 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15588 T2073 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15588 T2081 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15589 T2079 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15589 T2071 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 15589 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1682dd7
[junit4:junit4]   2> 15590 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15590 T2084 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15591 T2084 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15591 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50685
[junit4:junit4]   2> 15591 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50685
[junit4:junit4]   2> 15593 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc4000b with negotiated timeout 10000 for client /127.0.0.1:50685
[junit4:junit4]   2> 15594 T2084 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc4000b, negotiated timeout = 10000
[junit4:junit4]   2> 15594 T2085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1682dd7 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15594 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15595 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15596 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4:junit4]   2> 15599 T2085 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15599 T2079 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T2065 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T2077 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T2083 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T2073 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T2081 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@66a778
[junit4:junit4]   2> 15601 T2071 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15601 T2075 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 15602 T2086 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15603 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15603 T2086 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15604 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50688
[junit4:junit4]   2> 15604 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50688
[junit4:junit4]   2> 15605 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc4000c with negotiated timeout 10000 for client /127.0.0.1:50688
[junit4:junit4]   2> 15605 T2086 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc4000c, negotiated timeout = 10000
[junit4:junit4]   2> 15606 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66a778 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15606 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15607 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15608 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4:junit4]   2> 15612 T2087 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15612 T2085 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15612 T2079 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15612 T2065 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15612 T2077 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15613 T2071 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15614 T2083 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15614 T2075 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15614 T2081 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15614 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c13af0
[junit4:junit4]   2> 15614 T2073 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4:junit4]   2> 15615 T2088 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15615 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15616 T2088 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15616 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50691
[junit4:junit4]   2> 15617 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50691
[junit4:junit4]   2> 15618 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc4000d with negotiated timeout 10000 for client /127.0.0.1:50691
[junit4:junit4]   2> 15618 T2088 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc4000d, negotiated timeout = 10000
[junit4:junit4]   2> 15619 T2089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c13af0 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15619 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15619 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15621 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4:junit4]   2> 15624 T2089 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15624 T2087 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15624 T2079 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15625 T2065 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15625 T2083 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15626 T2081 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15626 T2075 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15626 T2073 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15625 T2071 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15626 T2085 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15626 T2077 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4:junit4]   2> 15626 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@556d0c
[junit4:junit4]   2> 15628 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15628 T2090 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15630 T2090 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15630 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50694
[junit4:junit4]   2> 15630 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50694
[junit4:junit4]   2> 15631 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc4000e with negotiated timeout 10000 for client /127.0.0.1:50694
[junit4:junit4]   2> 15631 T2090 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc4000e, negotiated timeout = 10000
[junit4:junit4]   2> 15632 T2091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@556d0c name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15632 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15633 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15634 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4:junit4]   2> 15638 T2085 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15638 T2087 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15639 T2089 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15639 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1541823
[junit4:junit4]   2> 15639 T2083 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15639 T2077 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15639 T2091 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15641 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15641 T2079 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15641 T2065 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15641 T2071 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15641 T2092 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15642 T2081 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15642 T2075 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15642 T2073 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4:junit4]   2> 15643 T2092 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15644 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50697
[junit4:junit4]   2> 15644 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50697
[junit4:junit4]   2> 15645 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc4000f with negotiated timeout 10000 for client /127.0.0.1:50697
[junit4:junit4]   2> 15645 T2092 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc4000f, negotiated timeout = 10000
[junit4:junit4]   2> 15646 T2093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1541823 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15646 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15646 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15648 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4:junit4]   2> 15652 T2093 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15653 T2087 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15653 T2085 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15653 T2089 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15653 T2065 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15653 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1300348
[junit4:junit4]   2> 15655 T2077 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T2083 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15653 T2079 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T2081 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T2075 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T2071 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T2073 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T2091 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4:junit4]   2> 15655 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15655 T2094 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15658 T2094 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15658 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50700
[junit4:junit4]   2> 15658 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50700
[junit4:junit4]   2> 15659 T2094 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40010, negotiated timeout = 10000
[junit4:junit4]   2> 15660 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40010 with negotiated timeout 10000 for client /127.0.0.1:50700
[junit4:junit4]   2> 15660 T2095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1300348 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15660 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15661 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15662 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4:junit4]   2> 15666 T2095 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15666 T2087 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15666 T2089 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15666 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1836736
[junit4:junit4]   2> 15666 T2085 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15666 T2079 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15666 T2093 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15667 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15667 T2065 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15667 T2077 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15668 T2073 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15667 T2075 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15667 T2083 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15668 T2096 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15668 T2091 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15668 T2071 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15668 T2081 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4:junit4]   2> 15669 T2096 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15669 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50703
[junit4:junit4]   2> 15670 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50703
[junit4:junit4]   2> 15671 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40011 with negotiated timeout 10000 for client /127.0.0.1:50703
[junit4:junit4]   2> 15671 T2096 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40011, negotiated timeout = 10000
[junit4:junit4]   2> 15672 T2097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1836736 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15673 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15673 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15675 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4:junit4]   2> 15680 T2087 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15680 T2077 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15680 T2065 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15681 T2079 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15681 T2083 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15681 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e855e9
[junit4:junit4]   2> 15681 T2091 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15682 T2071 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15682 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15683 T2081 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2073 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2095 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15682 T2075 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2089 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2093 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2085 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2097 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4:junit4]   2> 15683 T2098 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15685 T2098 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15685 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50706
[junit4:junit4]   2> 15685 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50706
[junit4:junit4]   2> 15687 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40012 with negotiated timeout 10000 for client /127.0.0.1:50706
[junit4:junit4]   2> 15687 T2098 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40012, negotiated timeout = 10000
[junit4:junit4]   2> 15687 T2099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e855e9 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15688 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15689 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15690 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4:junit4]   2> 15693 T2083 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15693 T2077 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15693 T2065 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15695 T2087 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15695 T2079 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15695 T2075 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15696 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@adf121
[junit4:junit4]   2> 15697 T2095 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15698 T2099 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15698 T2093 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15698 T2091 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15697 T2081 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15697 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15698 T2100 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15698 T2071 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15698 T2089 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15698 T2085 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15698 T2073 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15700 T2100 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15698 T2097 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4:junit4]   2> 15700 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50709
[junit4:junit4]   2> 15700 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50709
[junit4:junit4]   2> 15701 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40013 with negotiated timeout 10000 for client /127.0.0.1:50709
[junit4:junit4]   2> 15702 T2100 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40013, negotiated timeout = 10000
[junit4:junit4]   2> 15702 T2101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@adf121 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15702 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15702 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15704 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4:junit4]   2> 15707 T2087 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15708 T2079 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15708 T2065 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15709 T2077 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15709 T2083 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15709 T2091 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15709 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@580706
[junit4:junit4]   2> 15711 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15711 T2099 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15711 T2071 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15711 T2089 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15712 T2095 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15711 T2075 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15712 T2102 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15711 T2081 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15712 T2073 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15712 T2097 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15712 T2093 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15713 T2102 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15712 T2101 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15711 T2085 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4:junit4]   2> 15714 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50712
[junit4:junit4]   2> 15715 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50712
[junit4:junit4]   2> 15716 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40014 with negotiated timeout 10000 for client /127.0.0.1:50712
[junit4:junit4]   2> 15716 T2102 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40014, negotiated timeout = 10000
[junit4:junit4]   2> 15716 T2103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@580706 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15717 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15718 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15719 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4:junit4]   2> 15723 T2079 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15723 T2087 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15724 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@9e88d3
[junit4:junit4]   2> 15725 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15723 T2065 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15725 T2095 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2103 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2093 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2081 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2091 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15727 T2083 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15727 T2077 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2075 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15727 T2104 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15726 T2099 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2071 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15726 T2089 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15727 T2073 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15728 T2101 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15727 T2097 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15728 T2085 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4:junit4]   2> 15729 T2104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15730 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50715
[junit4:junit4]   2> 15730 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50715
[junit4:junit4]   2> 15731 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40015 with negotiated timeout 10000 for client /127.0.0.1:50715
[junit4:junit4]   2> 15731 T2104 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40015, negotiated timeout = 10000
[junit4:junit4]   2> 15732 T2105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9e88d3 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15732 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15732 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15734 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4:junit4]   2> 15738 T2087 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15748 T2079 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15748 T2105 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15749 T2065 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15750 T2083 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15750 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1109d68
[junit4:junit4]   2> 15750 T2081 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2099 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2075 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2071 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2091 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2073 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2085 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2103 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2089 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15751 T2106 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15751 T2093 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2101 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2095 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2097 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15751 T2077 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4:junit4]   2> 15753 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50718
[junit4:junit4]   2> 15753 T2106 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15754 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50718
[junit4:junit4]   2> 15755 T2106 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40016, negotiated timeout = 10000
[junit4:junit4]   2> 15756 T2107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1109d68 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15756 T1967 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15755 T2058 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab91c0cc40016 with negotiated timeout 10000 for client /127.0.0.1:50718
[junit4:junit4]   2> 15757 T1967 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15759 T1967 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4:junit4]   2> 15767 T2105 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15768 T1967 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50649/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@11a4757
[junit4:junit4]   2> 15769 T2079 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T1967 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15770 T2095 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2073 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2085 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2089 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2093 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2075 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2065 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2103 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15770 T2099 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15771 T2101 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15771 T2091 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15771 T2087 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15771 T2071 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15771 T2083 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15771 T2081 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15772 T2077 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15772 T2107 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15772 T2097 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4:junit4]   2> 15773 T2108 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:50649
[junit4:junit4]   2> 15774 T2108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50649, initiating session
[junit4:junit4]   2> 15774 T2056 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:50721
[junit4:junit4]   2> 15774 T2056 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:50721
[junit4:junit4]   2> 15776 T2108 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:50649, sessionid = 0x13ab91c0cc40017, negotiated timeout = 10000
[junit4:junit4]   2> 15777 T2109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11a4757 name:ZooKeeperConnection Watcher:127.0.0.1:50649/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4

[...truncated too long message...]

qpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 129939 T2308 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 129939 T2302 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 130531 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 130549 T2300 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91dcb6a0003 type:delete cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 130550 T1967 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 130558 T2300 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab91dcb6a0003 type:create cxid:0x25 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 130561 T1967 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 130562 T2300 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91dcb6a0004
[junit4:junit4]   2> 130563 T2310 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130563 T1967 oaz.ZooKeeper.close Session: 0x13ab91dcb6a0004 closed
[junit4:junit4]   2> 130563 T2297 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91dcb6a0004, likely client has closed socket
[junit4:junit4]   2> 130565 T2297 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50905 which had sessionid 0x13ab91dcb6a0004
[junit4:junit4]   2> 130567 T2302 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 130567 T2308 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 130567 T2300 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91dcb6a0003
[junit4:junit4]   2> 130568 T1967 oaz.ZooKeeper.close Session: 0x13ab91dcb6a0003 closed
[junit4:junit4]   2> 130568 T2297 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50902 which had sessionid 0x13ab91dcb6a0003
[junit4:junit4]   2> 130569 T2300 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab91dcb6a0000
[junit4:junit4]   2> 130569 T2302 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4:junit4]   2> 130571 T2302 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130572 T2297 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab91dcb6a0000, likely client has closed socket
[junit4:junit4]   2> 130572 T2297 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50893 which had sessionid 0x13ab91dcb6a0000
[junit4:junit4]   2> 130571 T1967 oaz.ZooKeeper.close Session: 0x13ab91dcb6a0000 closed
[junit4:junit4]   2> 130573 T2299 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 130573 T2300 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 130575 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 131103 T2311 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:244)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:63)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:241)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:192)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:116)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 131664 T2308 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 133040 T2297 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 131278 T2298 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 133040 T2308 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 133039 T2311 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88586680305057796-127.0.0.1:50890_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 133042 T1967 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 133042 T2308 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 133042 T1967 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
[junit4:junit4]   2> 133043 T1967 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> 133043 T1967 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 136326 T1967 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ga_IE, timezone=Indian/Comoro
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_07 (32-bit)/cpus=2,threads=10,free=65851680,total=274427904
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SoftAutoCommitTest, AnalysisAfterCoreReloadTest, TestMultiCoreConfBootstrap, TestIndexingPerformance, FieldMutatingUpdateProcessorTest, TestCSVResponseWriter, WordBreakSolrSpellCheckerTest, TestDocSet, TestTrie, SpellingQueryConverterTest, TestHashPartitioner, RequestHandlersTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, LeaderElectionTest, ZkControllerTest, MoreLikeThisHandlerTest, TestIBSimilarityFactory, LukeRequestHandlerTest, SuggesterWFSTTest, CurrencyFieldTest, TestDocumentBuilder, BasicZkTest, SolrCoreCheckLockOnStartupTest, BadIndexSchemaTest, DirectUpdateHandlerOptimizeTest, SuggesterTest, TestStressRecovery, DirectSolrConnectionTest, TestReload, SolrCoreTest, TestSort, URLClassifyProcessorTest, TestLMJelinekMercerSimilarityFactory, OutputWriterTest, PolyFieldTest, SuggesterTSTTest, TestFoldingMultitermQuery, TestReplicationHandler, TestXIncludeConfig, SolrCmdDistributorTest, JsonLoaderTest, IndexSchemaTest, SimplePostToolTest, FieldAnalysisRequestHandlerTest, OpenExchangeRatesOrgProviderTest, ReturnFieldsTest, TestGroupingSearch, TestLuceneMatchVersion, AutoCommitTest, TestUpdate, TestOmitPositions, TestSolrDeletionPolicy1, BasicDistributedZk2Test, DocumentAnalysisRequestHandlerTest, SolrIndexConfigTest, MultiTermTest, DocumentBuilderTest, TestJmxIntegration, TestJoin, NoCacheHeaderTest, BadComponentTest, TestFastLRUCache, ZkCLITest, UpdateRequestProcessorFactoryTest, FastVectorHighlighterTest, TestPHPSerializedResponseWriter, JSONWriterTest, XmlUpdateRequestHandlerTest, QueryEqualityTest, TestFaceting, TestFiltering, TestExtendedDismaxParser, UpdateParamsTest, DateMathParserTest, TestRemoteStreaming, CSVRequestHandlerTest, TestNumberUtils, TestStressVersions, TestMergePolicyConfig, TestValueSourceCache, TestQuerySenderListener, TestAnalyzedSuggestions, SpatialFilterTest, BinaryUpdateRequestHandlerTest, TestDistributedSearch, LegacyHTMLStripCharFilterTest, DistributedQueryElevationComponentTest, TestSolr4Spatial, IndexSchemaRuntimeFieldTest, TestPropInject, TestCoreContainer, TermVectorComponentTest, MBeansHandlerTest, TestLFUCache, PrimUtilsTest, CacheHeaderTest, CopyFieldTest, TestPseudoReturnFields, SolrRequestParserTest, TestJmxMonitoredMap, SolrPluginUtilsTest, LoggingHandlerTest, TestBinaryField, SampleTest, SolrInfoMBeanTest, ScriptEngineTest, PeerSyncTest, ShowFileRequestHandlerTest, EchoParamsTest, CoreAdminHandlerTest, BasicDistributedZkTest, OverseerTest]
[junit4:junit4] Completed in 136.38s, 8 tests, 1 failure <<< FAILURES!

[...truncated 351 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:335: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:178: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\module-build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1163: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:827: There were test failures: 233 suites, 965 tests, 1 failure, 12 ignored (7 assumptions)

Total time: 41 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_07 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.6.0_35) - Build # 1389 - Still Failing!

Posted by Policeman Jenkins Server <je...@sd-datasolutions.de>.
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Windows/1389/
Java: 64bit/jdk1.6.0_35 -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 15 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 15 seconds
	at __randomizedtesting.SeedInfo.seed([1E8CC87FADDC17AF:9F6A4667DA837793]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:166)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:559)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1134)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:92)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 8067 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 5 T1882 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1351731538432
[junit4:junit4]   2> 9 T1882 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 16 T1883 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 17 T1883 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 20 T1883 oazsp.FileTxnSnapLog.save Snapshotting: 0
[junit4:junit4]   2> 118 T1882 oasc.ZkTestServer.run start zk server on port:55069
[junit4:junit4]   2> 119 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e34e549
[junit4:junit4]   2> 121 T1888 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 121 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 123 T1888 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 123 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55072
[junit4:junit4]   2> 124 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55072
[junit4:junit4]   2> 124 T1886 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 138 T1888 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0000, negotiated timeout = 10000
[junit4:junit4]   2> 138 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0000 with negotiated timeout 10000 for client /127.0.0.1:55072
[junit4:junit4]   2> 138 T1889 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e34e549 name:ZooKeeperConnection Watcher:127.0.0.1:55069 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 139 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 140 T1882 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 155 T1887 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab97a6a0f0000
[junit4:junit4]   2> 159 T1889 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 159 T1882 oaz.ZooKeeper.close Session: 0x13ab97a6a0f0000 closed
[junit4:junit4]   2> 160 T1884 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55072 which had sessionid 0x13ab97a6a0f0000
[junit4:junit4]   2> 160 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@28f6eced
[junit4:junit4]   2> 161 T1890 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 161 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 164 T1890 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 164 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55075
[junit4:junit4]   2> 165 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55075
[junit4:junit4]   2> 167 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0001 with negotiated timeout 10000 for client /127.0.0.1:55075
[junit4:junit4]   2> 167 T1890 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0001, negotiated timeout = 10000
[junit4:junit4]   2> 167 T1891 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28f6eced name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 168 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 168 T1882 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 176 T1882 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 181 T1882 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 185 T1882 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 191 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 192 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 203 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 204 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 211 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 211 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 219 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 220 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 225 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 226 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 231 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 232 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 237 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 239 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 245 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 246 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 251 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 252 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 257 T1882 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 258 T1882 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 265 T1887 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x13ab97a6a0f0001
[junit4:junit4]   2> 267 T1882 oaz.ZooKeeper.close Session: 0x13ab97a6a0f0001 closed
[junit4:junit4]   2> 267 T1884 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x13ab97a6a0f0001, likely client has closed socket
[junit4:junit4]   2> 267 T1884 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55075 which had sessionid 0x13ab97a6a0f0001
[junit4:junit4]   2> 267 T1891 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 602 T1882 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 610 T1882 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55076
[junit4:junit4]   2> 610 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 612 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691
[junit4:junit4]   2> 612 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\'
[junit4:junit4]   2> 653 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 654 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 654 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691
[junit4:junit4]   2> 654 T1882 oasc.CoreContainer$Initializer.initialize looking for solr.xml: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\solr.xml
[junit4:junit4]   2> 655 T1882 oasc.CoreContainer.<init> New CoreContainer 297656799
[junit4:junit4]   2> 655 T1882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\'
[junit4:junit4]   2> 656 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\'
[junit4:junit4]   2> 683 T1882 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 700 T1882 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55069/solr
[junit4:junit4]   2> 700 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@7bad96cb
[junit4:junit4]   2> 702 T1901 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 702 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 705 T1901 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 705 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55081
[junit4:junit4]   2> 706 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55081
[junit4:junit4]   2> 720 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0002 with negotiated timeout 5000 for client /127.0.0.1:55081
[junit4:junit4]   2> 720 T1901 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0002, negotiated timeout = 5000
[junit4:junit4]   2> 720 T1902 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bad96cb name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 721 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 724 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 728 T1882 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 731 T1882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55076_solr
[junit4:junit4]   2> 732 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:delete cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55076_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55076_solr
[junit4:junit4]   2> 734 T1882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55076_solr
[junit4:junit4]   2> 738 T1882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 738 T1882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 739 T1882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 739 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 739 T1882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 739 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 739 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 740 T1882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 740 T1882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 741 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 747 T1882 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 755 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:delete cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 757 T1882 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 760 T1882 oasc.Overseer.start Overseer (id=88587078103662594-127.0.0.1:55076_solr-n_0000000000) starting
[junit4:junit4]   2> 761 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x1a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 763 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x1b zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 765 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x1c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 767 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x1d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 769 T1882 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 770 T1904 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 773 T1882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 782 T1882 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\collection1
[junit4:junit4]   2> 783 T1882 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 784 T1882 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 784 T1882 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 785 T1903 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 787 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\collection1\'
[junit4:junit4]   2> 789 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 790 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691/collection1/lib/README' to classloader
[junit4:junit4]   2> 847 T1882 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 906 T1882 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 908 T1882 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 912 T1882 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1617 T1882 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1630 T1882 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1636 T1882 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1651 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1656 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1660 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1662 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1663 T1882 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1351731538691\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/control/data\
[junit4:junit4]   2> 1663 T1882 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10980e7
[junit4:junit4]   2> 1664 T1882 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1665 T1882 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data lockFactory=org.apache.lucene.store.NativeFSLockFactory@19696e39; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 1667 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data forceNew:false
[junit4:junit4]   2> 1668 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data
[junit4:junit4]   2> 1668 T1882 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/control/data\index/
[junit4:junit4]   2> 1669 T1882 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1669 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data\index forceNew:false
[junit4:junit4]   2> 1681 T1882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data\index lockFactory=org.apache.lucene.store.NativeFSLockFactory@fc7994b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1681 T1882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1685 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data\index
[junit4:junit4]   2> 1685 T1882 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1687 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1688 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1688 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1689 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1690 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1690 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1691 T1882 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1692 T1882 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1693 T1882 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1695 T1882 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1696 T1882 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1696 T1882 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1697 T1882 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1698 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1698 T1882 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1700 T1882 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1701 T1882 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1702 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1704 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1705 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1706 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1707 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1708 T1882 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1709 T1882 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1710 T1882 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1718 T1882 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1724 T1882 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1726 T1882 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1741 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\control\data
[junit4:junit4]   2> 1747 T1882 oass.SolrIndexSearcher.<init> Opening Searcher@680c8484 main
[junit4:junit4]   2> 1749 T1882 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1749 T1882 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1751 T1882 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1798 T1882 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1915 T1905 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@680c8484 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1918 T1882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1919 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x56 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1926 T1882 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1926 T1882 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:55076/solr shardId:control_shard
[junit4:junit4]   2> 1927 T1882 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/control_shard/election
[junit4:junit4]   2> 1937 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:delete cxid:0x65 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 1938 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1939 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x66 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2415 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2417 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55076_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55076/solr"}
[junit4:junit4]   2> 2418 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x6d zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2442 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 2480 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2481 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2482 T1882 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55076/solr/collection1/
[junit4:junit4]   2> 2482 T1882 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2483 T1882 oasc.SyncStrategy.syncToMe http://127.0.0.1:55076/solr/collection1/ has no replicas
[junit4:junit4]   2> 2484 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55076/solr/collection1/
[junit4:junit4]   2> 2485 T1882 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/control_shard
[junit4:junit4]   2> 2491 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0002 type:create cxid:0x8c zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2990 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3007 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3039 T1882 oasc.ZkController.register We are http://127.0.0.1:55076/solr/collection1/ and leader is http://127.0.0.1:55076/solr/collection1/
[junit4:junit4]   2> 3040 T1882 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55076/solr
[junit4:junit4]   2> 3040 T1882 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3041 T1882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3046 T1882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3049 T1882 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 3049 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3051 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3066 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3075 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@121015f5
[junit4:junit4]   2> 3078 T1906 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 3078 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3082 T1906 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 3082 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55084
[junit4:junit4]   2> 3083 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55084
[junit4:junit4]   2> 3086 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0003 with negotiated timeout 10000 for client /127.0.0.1:55084
[junit4:junit4]   2> 3087 T1906 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0003, negotiated timeout = 10000
[junit4:junit4]   2> 3088 T1907 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@121015f5 name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3089 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3090 T1882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3096 T1882 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3424 T1882 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 3427 T1882 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55085
[junit4:junit4]   2> 3428 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3429 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520
[junit4:junit4]   2> 3429 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\'
[junit4:junit4]   2> 3454 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3454 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3455 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520
[junit4:junit4]   2> 3456 T1882 oasc.CoreContainer$Initializer.initialize looking for solr.xml: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\solr.xml
[junit4:junit4]   2> 3457 T1882 oasc.CoreContainer.<init> New CoreContainer 566440402
[junit4:junit4]   2> 3458 T1882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\'
[junit4:junit4]   2> 3459 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\'
[junit4:junit4]   2> 3486 T1882 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3505 T1882 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55069/solr
[junit4:junit4]   2> 3506 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@4c0862cf
[junit4:junit4]   2> 3507 T1917 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 3507 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3509 T1917 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 3509 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55090
[junit4:junit4]   2> 3510 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55090
[junit4:junit4]   2> 3525 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0004 with negotiated timeout 5000 for client /127.0.0.1:55090
[junit4:junit4]   2> 3525 T1917 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0004, negotiated timeout = 5000
[junit4:junit4]   2> 3526 T1918 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c0862cf name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3526 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3527 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0004 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3529 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0004 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3531 T1882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55085_solr
[junit4:junit4]   2> 3532 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0004 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55085_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55085_solr
[junit4:junit4]   2> 3534 T1882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55085_solr
[junit4:junit4]   2> 3537 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (1)
[junit4:junit4]   2> 3538 T1907 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3538 T1902 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3538 T1882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 3539 T1882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3539 T1882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 3540 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3540 T1882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3541 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3541 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3542 T1882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3542 T1882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3542 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 3550 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3550 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"control_shard",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55076_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55076/solr"}
[junit4:junit4]   2> 3556 T1882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3558 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 3558 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 3558 T1918 oaz.ClientCnxn$EventThread.processEvent SEVERE Error while calling watcher  java.lang.NullPointerException
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$2.process(ZkStateReader.java:189)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
[junit4:junit4]   2> 
[junit4:junit4]   2> 3566 T1882 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\collection1
[junit4:junit4]   2> 3566 T1882 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3567 T1882 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3567 T1882 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3569 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\collection1\'
[junit4:junit4]   2> 3571 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3572 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520/collection1/lib/README' to classloader
[junit4:junit4]   2> 3612 T1882 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3682 T1882 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3684 T1882 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3690 T1882 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4410 T1882 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4423 T1882 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4427 T1882 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4443 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4447 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4453 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4455 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4456 T1882 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1351731541520\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty1\
[junit4:junit4]   2> 4456 T1882 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10980e7
[junit4:junit4]   2> 4457 T1882 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4458 T1882 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df6f0b0; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 4459 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1 forceNew:false
[junit4:junit4]   2> 4459 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1
[junit4:junit4]   2> 4460 T1882 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty1\index/
[junit4:junit4]   2> 4462 T1882 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4462 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1\index forceNew:false
[junit4:junit4]   2> 4471 T1882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1\index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7694a5ca; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4472 T1882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4474 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1\index
[junit4:junit4]   2> 4475 T1882 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4477 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4478 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4479 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4480 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4482 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4484 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4484 T1882 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4485 T1882 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4487 T1882 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4489 T1882 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4490 T1882 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4490 T1882 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4492 T1882 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4492 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4493 T1882 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4494 T1882 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4495 T1882 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4496 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4497 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4498 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4499 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4500 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4501 T1882 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4503 T1882 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4506 T1882 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4513 T1882 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4518 T1882 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4520 T1882 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4525 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1
[junit4:junit4]   2> 4529 T1882 oass.SolrIndexSearcher.<init> Opening Searcher@6630d9bd main
[junit4:junit4]   2> 4531 T1882 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4531 T1882 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4532 T1882 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4545 T1882 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4611 T1919 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6630d9bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4618 T1882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4640 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4641 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55085_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55085/solr"}
[junit4:junit4]   2> 4642 T1903 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 4654 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 4654 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 59254 T1882 oasc.SolrException.log SEVERE null:org.apache.solr.common.SolrException: Could not get shard_id for core: collection1
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.doGetShardIdProcess(ZkController.java:998)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1056)
[junit4:junit4]   2> 		at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:716)
[junit4:junit4]   2> 		at org.apache.solr.core.CoreContainer.register(CoreContainer.java:696)
[junit4:junit4]   2> 		at org.apache.solr.core.CoreContainer.load(CoreContainer.java:565)
[junit4:junit4]   2> 		at org.apache.solr.core.CoreContainer.load(CoreContainer.java:375)
[junit4:junit4]   2> 		at org.apache.solr.core.CoreContainer$Initializer.initialize(CoreContainer.java:307)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:107)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.FilterHolder.doStart(FilterHolder.java:114)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:59)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:754)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1227)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1263)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:965)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:923)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:333)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:173)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:169)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:60)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:225)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:205)
[junit4:junit4]   2> 		at org.apache.solr.BaseDistributedSearchTestCase.createJetty(BaseDistributedSearchTestCase.java:262)
[junit4:junit4]   2> 		at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:292)
[junit4:junit4]   2> 		at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:245)
[junit4:junit4]   2> 		at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:693)
[junit4:junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 59257 T1882 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19c24b29
[junit4:junit4]   2> 59279 T1882 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 59281 T1882 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 59282 T1882 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 59284 T1882 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 59286 T1882 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 59286 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty1\index
[junit4:junit4]   2> 59288 T1882 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 59288 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 59290 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 59656 T1882 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 59663 T1882 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55091
[junit4:junit4]   2> 59665 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 59665 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734
[junit4:junit4]   2> 59667 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\'
[junit4:junit4]   2> 59705 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 59706 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 59707 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734
[junit4:junit4]   2> 59707 T1882 oasc.CoreContainer$Initializer.initialize looking for solr.xml: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\solr.xml
[junit4:junit4]   2> 59709 T1882 oasc.CoreContainer.<init> New CoreContainer 1950033749
[junit4:junit4]   2> 59709 T1882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\'
[junit4:junit4]   2> 59710 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\'
[junit4:junit4]   2> 59741 T1882 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 59763 T1882 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55069/solr
[junit4:junit4]   2> 59764 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@12f1365b
[junit4:junit4]   2> 59766 T1929 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 59766 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 59770 T1929 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 59772 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55096
[junit4:junit4]   2> 59772 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55096
[junit4:junit4]   2> 59801 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0005 with negotiated timeout 5000 for client /127.0.0.1:55096
[junit4:junit4]   2> 59801 T1929 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0005, negotiated timeout = 5000
[junit4:junit4]   2> 59801 T1930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f1365b name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 59801 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 59802 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0005 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 59804 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0005 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 59815 T1882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55091_solr
[junit4:junit4]   2> 59815 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0005 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55091_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55091_solr
[junit4:junit4]   2> 59817 T1882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55091_solr
[junit4:junit4]   2> 59821 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (2)
[junit4:junit4]   2> 59822 T1907 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 59822 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 59822 T1918 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 59823 T1902 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 59822 T1882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 59823 T1882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 59824 T1882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 59825 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 59825 T1882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 59826 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 59827 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 59829 T1882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 59829 T1882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 59829 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 59850 T1882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 59860 T1882 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\collection1
[junit4:junit4]   2> 59861 T1882 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 59861 T1882 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 59861 T1882 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 59863 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\collection1\'
[junit4:junit4]   2> 59865 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 59868 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734/collection1/lib/README' to classloader
[junit4:junit4]   2> 59954 T1882 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 60045 T1882 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 60048 T1882 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 60052 T1882 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 60818 T1882 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 60832 T1882 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 60838 T1882 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 60858 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 60864 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 60870 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 60873 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 60875 T1882 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1351731597734\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty2\
[junit4:junit4]   2> 60875 T1882 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10980e7
[junit4:junit4]   2> 60876 T1882 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 60878 T1882 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e615b1c; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 60879 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2 forceNew:false
[junit4:junit4]   2> 60881 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2
[junit4:junit4]   2> 60882 T1882 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty2\index/
[junit4:junit4]   2> 60884 T1882 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 60885 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2\index forceNew:false
[junit4:junit4]   2> 60908 T1882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2\index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6faf7242; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 60910 T1882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 60912 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2\index
[junit4:junit4]   2> 60912 T1882 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 60914 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 60915 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 60916 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 60916 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 60919 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 60919 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 60920 T1882 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 60921 T1882 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 60922 T1882 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 60923 T1882 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 60925 T1882 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 60925 T1882 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 60939 T1882 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 60940 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 60940 T1882 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 60942 T1882 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 60943 T1882 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60945 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60947 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60948 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60949 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60950 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60951 T1882 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 60952 T1882 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 60953 T1882 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 60964 T1882 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 60970 T1882 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 60972 T1882 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 60976 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty2
[junit4:junit4]   2> 60979 T1882 oass.SolrIndexSearcher.<init> Opening Searcher@217f4d4e main
[junit4:junit4]   2> 60981 T1882 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 60982 T1882 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 60983 T1882 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 60997 T1882 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 61137 T1931 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@217f4d4e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 61141 T1882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 61328 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 61329 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55091_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55091/solr"}
[junit4:junit4]   2> 61340 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 61341 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 61341 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 61717 T1882 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 61718 T1882 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:55091/solr shardId:shard1
[junit4:junit4]   2> 61720 T1882 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 61820 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0005 type:delete cxid:0x43 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 61842 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 61844 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0005 type:create cxid:0x44 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 61912 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=180000
[junit4:junit4]   2> 61944 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 61974 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 61974 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 61974 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 62487 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179425
[junit4:junit4]   2> 63062 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=178850
[junit4:junit4]   2> 63635 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=178277
[junit4:junit4]   2> 64210 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=177702
[junit4:junit4]   2> 64785 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=177127
[junit4:junit4]   2> 65361 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=176551
[junit4:junit4]   2> 65936 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=175976
[junit4:junit4]   2> 66510 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=175402
[junit4:junit4]   2> 67085 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=174827
[junit4:junit4]   2> 67659 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=174253
[junit4:junit4]   2> 68233 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=173679
[junit4:junit4]   2> 68808 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=173104
[junit4:junit4]   2> 69381 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=172531
[junit4:junit4]   2> 69956 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=171956
[junit4:junit4]   2> 70530 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=171382
[junit4:junit4]   2> 71135 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=170777
[junit4:junit4]   2> 71768 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=170144
[junit4:junit4]   2> 72400 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=169512
[junit4:junit4]   2> 73032 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=168880
[junit4:junit4]   2> 73663 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=168249
[junit4:junit4]   2> 74292 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=167620
[junit4:junit4]   2> 74924 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=166988
[junit4:junit4]   2> 75555 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=166357
[junit4:junit4]   2> 76186 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=165726
[junit4:junit4]   2> 76819 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=165093
[junit4:junit4]   2> 77452 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=164460
[junit4:junit4]   2> 78086 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=163826
[junit4:junit4]   2> 78717 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=163195
[junit4:junit4]   2> 79347 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=162565
[junit4:junit4]   2> 79978 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=161934
[junit4:junit4]   2> 80609 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=161303
[junit4:junit4]   2> 81240 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=160672
[junit4:junit4]   2> 81872 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=160040
[junit4:junit4]   2> 82503 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=159409
[junit4:junit4]   2> 83135 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=158777
[junit4:junit4]   2> 83689 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=158223
[junit4:junit4]   2> 84190 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=157722
[junit4:junit4]   2> 84690 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=157222
[junit4:junit4]   2> 85191 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=156721
[junit4:junit4]   2> 85692 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=156220
[junit4:junit4]   2> 86193 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=155719
[junit4:junit4]   2> 86695 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=155217
[junit4:junit4]   2> 87197 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=154715
[junit4:junit4]   2> 87698 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=154214
[junit4:junit4]   2> 88199 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=153713
[junit4:junit4]   2> 88701 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=153211
[junit4:junit4]   2> 89201 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=152711
[junit4:junit4]   2> 89702 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=152210
[junit4:junit4]   2> 90204 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=151708
[junit4:junit4]   2> 90705 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=151207
[junit4:junit4]   2> 91206 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=150706
[junit4:junit4]   2> 91707 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=150205
[junit4:junit4]   2> 92208 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=149704
[junit4:junit4]   2> 92710 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=149202
[junit4:junit4]   2> 93212 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=148700
[junit4:junit4]   2> 93715 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=148197
[junit4:junit4]   2> 94215 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=147697
[junit4:junit4]   2> 94717 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=147195
[junit4:junit4]   2> 95218 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=146694
[junit4:junit4]   2> 95719 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=146193
[junit4:junit4]   2> 96220 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=145692
[junit4:junit4]   2> 96721 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=145191
[junit4:junit4]   2> 97223 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=144689
[junit4:junit4]   2> 97724 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=144188
[junit4:junit4]   2> 98225 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=143687
[junit4:junit4]   2> 98726 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=143186
[junit4:junit4]   2> 99229 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=142683
[junit4:junit4]   2> 99731 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=142181
[junit4:junit4]   2> 100232 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=141680
[junit4:junit4]   2> 100732 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=141180
[junit4:junit4]   2> 101233 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=140679
[junit4:junit4]   2> 101735 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=140177
[junit4:junit4]   2> 102237 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=139675
[junit4:junit4]   2> 102739 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=139173
[junit4:junit4]   2> 103241 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=138671
[junit4:junit4]   2> 103776 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=138136
[junit4:junit4]   2> 104327 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=137585
[junit4:junit4]   2> 104878 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=137034
[junit4:junit4]   2> 105431 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=136481
[junit4:junit4]   2> 105982 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=135930
[junit4:junit4]   2> 106533 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=135379
[junit4:junit4]   2> 107083 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=134829
[junit4:junit4]   2> 107634 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=134278
[junit4:junit4]   2> 108185 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=133727
[junit4:junit4]   2> 108738 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=133174
[junit4:junit4]   2> 109289 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=132623
[junit4:junit4]   2> 109841 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=132071
[junit4:junit4]   2> 110393 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=131519
[junit4:junit4]   2> 110946 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=130966
[junit4:junit4]   2> 111498 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=130414
[junit4:junit4]   2> 112049 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=129863
[junit4:junit4]   2> 112601 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=129311
[junit4:junit4]   2> 113152 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=128760
[junit4:junit4]   2> 113703 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=128209
[junit4:junit4]   2> 114253 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=127659
[junit4:junit4]   2> 114763 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=127149
[junit4:junit4]   2> 115259 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=126653
[junit4:junit4]   2> 115755 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=126157
[junit4:junit4]   2> 116250 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=125662
[junit4:junit4]   2> 116745 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=125167
[junit4:junit4]   2> 117242 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=124670
[junit4:junit4]   2> 117739 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=124173
[junit4:junit4]   2> 118235 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=123677
[junit4:junit4]   2> 118732 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=123180
[junit4:junit4]   2> 119229 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=122683
[junit4:junit4]   2> 119726 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=122186
[junit4:junit4]   2> 120223 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=121689
[junit4:junit4]   2> 120720 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=121192
[junit4:junit4]   2> 121217 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=120695
[junit4:junit4]   2> 121713 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=120199
[junit4:junit4]   2> 122209 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=119703
[junit4:junit4]   2> 122705 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=119207
[junit4:junit4]   2> 123201 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=118711
[junit4:junit4]   2> 123697 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=118215
[junit4:junit4]   2> 124193 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=117719
[junit4:junit4]   2> 124648 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=117264
[junit4:junit4]   2> 125095 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=116817
[junit4:junit4]   2> 125541 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=116371
[junit4:junit4]   2> 125986 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=115926
[junit4:junit4]   2> 126433 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=115479
[junit4:junit4]   2> 126879 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=115033
[junit4:junit4]   2> 127325 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=114587
[junit4:junit4]   2> 127771 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=114141
[junit4:junit4]   2> 128217 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=113695
[junit4:junit4]   2> 128664 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=113248
[junit4:junit4]   2> 129110 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=112802
[junit4:junit4]   2> 129556 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=112356
[junit4:junit4]   2> 130003 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=111909
[junit4:junit4]   2> 130450 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=111462
[junit4:junit4]   2> 130895 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=111017
[junit4:junit4]   2> 131343 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=110569
[junit4:junit4]   2> 131789 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=110123
[junit4:junit4]   2> 132235 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=109677
[junit4:junit4]   2> 132683 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=109229
[junit4:junit4]   2> 133129 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=108783
[junit4:junit4]   2> 133612 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=108300
[junit4:junit4]   2> 134102 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=107810
[junit4:junit4]   2> 134593 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=107319
[junit4:junit4]   2> 135084 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=106828
[junit4:junit4]   2> 135575 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=106337
[junit4:junit4]   2> 136068 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=105844
[junit4:junit4]   2> 136558 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=105354
[junit4:junit4]   2> 137049 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=104863
[junit4:junit4]   2> 137540 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=104372
[junit4:junit4]   2> 138031 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=103881
[junit4:junit4]   2> 138522 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=103390
[junit4:junit4]   2> 139013 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=102899
[junit4:junit4]   2> 139505 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=102407
[junit4:junit4]   2> 139995 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=101917
[junit4:junit4]   2> 140486 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=101426
[junit4:junit4]   2> 140977 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=100935
[junit4:junit4]   2> 141469 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=100443
[junit4:junit4]   2> 141960 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=99952
[junit4:junit4]   2> 142451 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=99461
[junit4:junit4]   2> 142942 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=98970
[junit4:junit4]   2> 143476 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=98436
[junit4:junit4]   2> 144017 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=97895
[junit4:junit4]   2> 144557 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=97355
[junit4:junit4]   2> 145097 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=96815
[junit4:junit4]   2> 145637 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=96275
[junit4:junit4]   2> 146178 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=95734
[junit4:junit4]   2> 146718 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=95194
[junit4:junit4]   2> 147259 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=94653
[junit4:junit4]   2> 147799 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=94113
[junit4:junit4]   2> 148339 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=93573
[junit4:junit4]   2> 148879 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=93033
[junit4:junit4]   2> 149419 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=92493
[junit4:junit4]   2> 149959 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=91953
[junit4:junit4]   2> 150499 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=91413
[junit4:junit4]   2> 151039 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=90873
[junit4:junit4]   2> 151578 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=90334
[junit4:junit4]   2> 152118 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=89794
[junit4:junit4]   2> 152658 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=89254
[junit4:junit4]   2> 153198 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=88714
[junit4:junit4]   2> 153739 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=88173
[junit4:junit4]   2> 154328 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=87584
[junit4:junit4]   2> 154921 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=86991
[junit4:junit4]   2> 155515 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=86397
[junit4:junit4]   2> 156110 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=85802
[junit4:junit4]   2> 156704 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=85208
[junit4:junit4]   2> 157298 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=84614
[junit4:junit4]   2> 157893 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=84019
[junit4:junit4]   2> 158487 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=83425
[junit4:junit4]   2> 159084 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=82828
[junit4:junit4]   2> 159676 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=82236
[junit4:junit4]   2> 160271 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=81641
[junit4:junit4]   2> 160865 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=81047
[junit4:junit4]   2> 161459 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=80453
[junit4:junit4]   2> 162052 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=79860
[junit4:junit4]   2> 162645 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=79267
[junit4:junit4]   2> 163239 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=78673
[junit4:junit4]   2> 163833 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=78079
[junit4:junit4]   2> 164427 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=77485
[junit4:junit4]   2> 165025 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=76887
[junit4:junit4]   2> 165621 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=76291
[junit4:junit4]   2> 166159 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=75753
[junit4:junit4]   2> 166694 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=75218
[junit4:junit4]   2> 167229 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=74683
[junit4:junit4]   2> 167763 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=74149
[junit4:junit4]   2> 168297 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=73615
[junit4:junit4]   2> 168831 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=73081
[junit4:junit4]   2> 169365 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=72547
[junit4:junit4]   2> 169900 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=72012
[junit4:junit4]   2> 170434 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=71478
[junit4:junit4]   2> 170968 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=70944
[junit4:junit4]   2> 171503 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=70409
[junit4:junit4]   2> 172037 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=69875
[junit4:junit4]   2> 172572 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=69340
[junit4:junit4]   2> 173107 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=68805
[junit4:junit4]   2> 173641 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=68271
[junit4:junit4]   2> 174176 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=67736
[junit4:junit4]   2> 174711 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=67201
[junit4:junit4]   2> 175245 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=66667
[junit4:junit4]   2> 175780 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=66132
[junit4:junit4]   2> 176315 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=65597
[junit4:junit4]   2> 176796 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=65116
[junit4:junit4]   2> 177277 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=64635
[junit4:junit4]   2> 177759 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=64153
[junit4:junit4]   2> 178240 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=63672
[junit4:junit4]   2> 178721 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=63191
[junit4:junit4]   2> 179202 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=62710
[junit4:junit4]   2> 179683 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=62229
[junit4:junit4]   2> 180166 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=61746
[junit4:junit4]   2> 180648 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=61264
[junit4:junit4]   2> 181130 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=60782
[junit4:junit4]   2> 181610 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=60302
[junit4:junit4]   2> 182093 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=59819
[junit4:junit4]   2> 182576 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=59336
[junit4:junit4]   2> 183056 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=58856
[junit4:junit4]   2> 183537 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=58375
[junit4:junit4]   2> 184018 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=57894
[junit4:junit4]   2> 184501 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=57411
[junit4:junit4]   2> 184982 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=56930
[junit4:junit4]   2> 185462 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=56450
[junit4:junit4]   2> 185941 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=55971
[junit4:junit4]   2> 186374 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=55538
[junit4:junit4]   2> 186808 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=55104
[junit4:junit4]   2> 187242 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=54670
[junit4:junit4]   2> 187675 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=54237
[junit4:junit4]   2> 188108 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=53804
[junit4:junit4]   2> 188542 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=53370
[junit4:junit4]   2> 188974 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=52938
[junit4:junit4]   2> 189407 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=52505
[junit4:junit4]   2> 189840 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=52072
[junit4:junit4]   2> 190273 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=51639
[junit4:junit4]   2> 190705 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=51207
[junit4:junit4]   2> 191138 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=50774
[junit4:junit4]   2> 191571 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=50341
[junit4:junit4]   2> 192004 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=49908
[junit4:junit4]   2> 192437 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=49475
[junit4:junit4]   2> 192869 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=49043
[junit4:junit4]   2> 193303 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=48609
[junit4:junit4]   2> 193736 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=48176
[junit4:junit4]   2> 194169 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=47743
[junit4:junit4]   2> 194610 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=47302
[junit4:junit4]   2> 195111 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=46801
[junit4:junit4]   2> 195611 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=46301
[junit4:junit4]   2> 196111 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=45801
[junit4:junit4]   2> 196614 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=45298
[junit4:junit4]   2> 197115 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=44797
[junit4:junit4]   2> 197616 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=44296
[junit4:junit4]   2> 198117 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=43795
[junit4:junit4]   2> 198618 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=43294
[junit4:junit4]   2> 199119 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=42793
[junit4:junit4]   2> 199619 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=42293
[junit4:junit4]   2> 200120 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=41792
[junit4:junit4]   2> 200620 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=41292
[junit4:junit4]   2> 201122 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=40790
[junit4:junit4]   2> 201622 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=40290
[junit4:junit4]   2> 202123 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=39789
[junit4:junit4]   2> 202624 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=39288
[junit4:junit4]   2> 203125 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=38787
[junit4:junit4]   2> 203626 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=38286
[junit4:junit4]   2> 204126 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=37786
[junit4:junit4]   2> 204633 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=37279
[junit4:junit4]   2> 205185 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=36727
[junit4:junit4]   2> 205736 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=36176
[junit4:junit4]   2> 206288 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=35624
[junit4:junit4]   2> 206839 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=35073
[junit4:junit4]   2> 207390 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=34522
[junit4:junit4]   2> 207941 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=33971
[junit4:junit4]   2> 208492 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=33420
[junit4:junit4]   2> 209043 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=32869
[junit4:junit4]   2> 209594 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=32318
[junit4:junit4]   2> 210146 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=31766
[junit4:junit4]   2> 210697 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=31215
[junit4:junit4]   2> 211248 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=30664
[junit4:junit4]   2> 211799 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=30113
[junit4:junit4]   2> 212349 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=29563
[junit4:junit4]   2> 212900 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=29012
[junit4:junit4]   2> 213451 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=28461
[junit4:junit4]   2> 214002 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=27910
[junit4:junit4]   2> 214554 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=27358
[junit4:junit4]   2> 215105 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=26807
[junit4:junit4]   2> 215647 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=26265
[junit4:junit4]   2> 216143 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=25769
[junit4:junit4]   2> 216639 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=25273
[junit4:junit4]   2> 217135 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=24777
[junit4:junit4]   2> 217630 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=24282
[junit4:junit4]   2> 218126 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=23786
[junit4:junit4]   2> 218622 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=23290
[junit4:junit4]   2> 219118 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=22794
[junit4:junit4]   2> 219614 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=22298
[junit4:junit4]   2> 220110 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=21802
[junit4:junit4]   2> 220606 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=21306
[junit4:junit4]   2> 221101 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=20811
[junit4:junit4]   2> 221598 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=20314
[junit4:junit4]   2> 222093 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=19819
[junit4:junit4]   2> 222589 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=19323
[junit4:junit4]   2> 223085 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=18827
[junit4:junit4]   2> 223581 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=18331
[junit4:junit4]   2> 224077 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=17835
[junit4:junit4]   2> 224573 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=17339
[junit4:junit4]   2> 225070 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=16842
[junit4:junit4]   2> 225557 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=16355
[junit4:junit4]   2> 226004 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=15908
[junit4:junit4]   2> 226450 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=15462
[junit4:junit4]   2> 226897 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=15015
[junit4:junit4]   2> 227343 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=14569
[junit4:junit4]   2> 227789 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=14123
[junit4:junit4]   2> 228238 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=13674
[junit4:junit4]   2> 228683 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=13229
[junit4:junit4]   2> 229129 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=12783
[junit4:junit4]   2> 229576 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=12336
[junit4:junit4]   2> 230022 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=11890
[junit4:junit4]   2> 230469 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=11443
[junit4:junit4]   2> 230915 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=10997
[junit4:junit4]   2> 231361 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=10551
[junit4:junit4]   2> 231808 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=10104
[junit4:junit4]   2> 232254 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=9658
[junit4:junit4]   2> 232700 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=9212
[junit4:junit4]   2> 233147 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=8765
[junit4:junit4]   2> 233593 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=8319
[junit4:junit4]   2> 234039 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=7873
[junit4:junit4]   2> 234496 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=7416
[junit4:junit4]   2> 234987 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=6925
[junit4:junit4]   2> 235478 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=6434
[junit4:junit4]   2> 235970 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=5942
[junit4:junit4]   2> 236461 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=5451
[junit4:junit4]   2> 236951 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=4961
[junit4:junit4]   2> 237442 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=4470
[junit4:junit4]   2> 237933 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=3979
[junit4:junit4]   2> 238424 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=3488
[junit4:junit4]   2> 238915 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=2997
[junit4:junit4]   2> 239407 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=2505
[junit4:junit4]   2> 239898 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=2014
[junit4:junit4]   2> 240389 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=1523
[junit4:junit4]   2> 240880 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=1032
[junit4:junit4]   2> 241371 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=541
[junit4:junit4]   2> 241862 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=50
[junit4:junit4]   2> 242353 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=-441
[junit4:junit4]   2> 242353 T1882 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
[junit4:junit4]   2> 242354 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 242354 T1882 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55091/solr/collection1/
[junit4:junit4]   2> 242355 T1882 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55091/solr START replicas=[http://127.0.0.1:55085/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 242356 T1882 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55091/solr DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 242356 T1882 oasc.SolrException.log SEVERE Sync Failed
[junit4:junit4]   2> 242356 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 242357 T1882 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55091/solr/collection1/
[junit4:junit4]   2> 242358 T1882 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 242370 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0005 type:create cxid:0x1af zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 242552 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 242558 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 242558 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 242559 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 242573 T1882 oasc.ZkController.register We are http://127.0.0.1:55091/solr/collection1/ and leader is http://127.0.0.1:55091/solr/collection1/
[junit4:junit4]   2> 242573 T1882 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55091/solr
[junit4:junit4]   2> 242574 T1882 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 242574 T1882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 242578 T1882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 242579 T1882 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 242579 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 242580 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 242869 T1882 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 242872 T1882 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55099
[junit4:junit4]   2> 242873 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 242873 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010
[junit4:junit4]   2> 242874 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\'
[junit4:junit4]   2> 242895 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 242897 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 242897 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010
[junit4:junit4]   2> 242897 T1882 oasc.CoreContainer$Initializer.initialize looking for solr.xml: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\solr.xml
[junit4:junit4]   2> 242898 T1882 oasc.CoreContainer.<init> New CoreContainer 815747337
[junit4:junit4]   2> 242898 T1882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\'
[junit4:junit4]   2> 242899 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\'
[junit4:junit4]   2> 242916 T1882 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 242928 T1882 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55069/solr
[junit4:junit4]   2> 242929 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@32429e59
[junit4:junit4]   2> 242931 T1943 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 242931 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 242933 T1943 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 242934 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55104
[junit4:junit4]   2> 242934 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55104
[junit4:junit4]   2> 242943 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0006 with negotiated timeout 5000 for client /127.0.0.1:55104
[junit4:junit4]   2> 242943 T1943 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0006, negotiated timeout = 5000
[junit4:junit4]   2> 242945 T1944 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32429e59 name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 242945 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 242946 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0006 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 242986 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0006 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 242988 T1882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55099_solr
[junit4:junit4]   2> 242990 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0006 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55099_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55099_solr
[junit4:junit4]   2> 242991 T1882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55099_solr
[junit4:junit4]   2> 242994 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (3)
[junit4:junit4]   2> 242995 T1907 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 242995 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 242995 T1930 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 242995 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 242995 T1918 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 242996 T1882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 242997 T1902 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 242997 T1882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 242997 T1882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 242998 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 242999 T1882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 242999 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 242999 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 242999 T1882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 243000 T1882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 243000 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 243008 T1882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 243016 T1882 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\collection1
[junit4:junit4]   2> 243017 T1882 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 243018 T1882 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 243018 T1882 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 243020 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\collection1\'
[junit4:junit4]   2> 243022 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 243023 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010/collection1/lib/README' to classloader
[junit4:junit4]   2> 243064 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 243066 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55091_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55091/solr"}
[junit4:junit4]   2> 243073 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 243073 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 243073 T1944 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 243074 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 243074 T1882 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 243155 T1882 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 243157 T1882 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 243162 T1882 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 243829 T1882 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 243841 T1882 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 243845 T1882 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 243856 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 243862 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 243867 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 243869 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 243871 T1882 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1351731781010\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty3\
[junit4:junit4]   2> 243871 T1882 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10980e7
[junit4:junit4]   2> 243872 T1882 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 243874 T1882 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dbd5ecc; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 243874 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3 forceNew:false
[junit4:junit4]   2> 243874 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3
[junit4:junit4]   2> 243874 T1882 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty3\index/
[junit4:junit4]   2> 243875 T1882 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 243877 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3\index forceNew:false
[junit4:junit4]   2> 243904 T1882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3\index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5dd21f15; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 243905 T1882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 243907 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3\index
[junit4:junit4]   2> 243908 T1882 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 243909 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 243909 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 243911 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 243911 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 243912 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 243912 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 243913 T1882 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 243914 T1882 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 243915 T1882 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 243917 T1882 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 243918 T1882 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 243918 T1882 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 243919 T1882 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 243919 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 243919 T1882 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 243920 T1882 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 243921 T1882 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243923 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243924 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243925 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243926 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243927 T1882 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243929 T1882 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 243931 T1882 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 243932 T1882 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 243940 T1882 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 243945 T1882 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 243949 T1882 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 243951 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty3
[junit4:junit4]   2> 243954 T1882 oass.SolrIndexSearcher.<init> Opening Searcher@703e589a main
[junit4:junit4]   2> 243956 T1882 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 243957 T1882 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 243958 T1882 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 243968 T1882 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 244036 T1882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 244039 T1945 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@703e589a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 244062 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 244063 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55099_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55099/solr"}
[junit4:junit4]   2> 244068 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 244069 T1944 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 244070 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 244070 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 244567 T1882 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 244567 T1882 oasc.ZkController.register Register shard - core:collection1 address:http://127.0.0.1:55099/solr shardId:shard1
[junit4:junit4]   2> 244577 T1882 oasc.ZkController.register We are http://127.0.0.1:55099/solr/collection1/ and leader is http://127.0.0.1:55091/solr/collection1/
[junit4:junit4]   2> 244578 T1882 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55099/solr
[junit4:junit4]   2> 244580 T1882 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 244581 T1882 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 244583 T1882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 244584 T1882 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 244586 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 244586 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 244917 T1882 oejs.Server.doStart jetty-8.1.2.v20120308
[junit4:junit4]   2> 244921 T1882 oejs.AbstractConnector.doStart Started SelectChannelConnector@0.0.0.0:55105
[junit4:junit4]   2> 244923 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 244923 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018
[junit4:junit4]   2> 244925 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\'
[junit4:junit4]   2> 244956 T1882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 244957 T1882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 244958 T1882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018
[junit4:junit4]   2> 244958 T1882 oasc.CoreContainer$Initializer.initialize looking for solr.xml: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\solr.xml
[junit4:junit4]   2> 244958 T1882 oasc.CoreContainer.<init> New CoreContainer 2108891043
[junit4:junit4]   2> 244959 T1882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\'
[junit4:junit4]   2> 244959 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\'
[junit4:junit4]   2> 245011 T1882 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 245033 T1882 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55069/solr
[junit4:junit4]   2> 245034 T1882 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55069/solr sessionTimeout=5000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d4edef4
[junit4:junit4]   2> ASYNC  NEW_CORE C184 name=collection1 org.apache.solr.core.SolrCore@8a17750 url=http://127.0.0.1:55099/solr/collection1 node=127.0.0.1:55099_solr
[junit4:junit4]   2> 245035 T1946 C184 P55099 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 245036 T1882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 245046 T1958 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:55069
[junit4:junit4]   2> 245047 T1946 C184 P55099 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 245047 T1946 C184 P55099 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 245050 T1958 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55069, initiating session
[junit4:junit4]   2> 245055 T1884 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:55110
[junit4:junit4]   2> 245055 T1884 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:55110
[junit4:junit4]   2> 245071 T1946 C184 P55099 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55091/solr/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 245071 T1946 C184 P55099 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55099/solr START replicas=[http://127.0.0.1:55091/solr/collection1/] nUpdates=100
[junit4:junit4]   2> 245072 T1946 C184 P55099 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 245072 T1946 C184 P55099 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 245072 T1946 C184 P55099 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 245072 T1946 C184 P55099 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C185 name=collection1 org.apache.solr.core.SolrCore@78c5cf1b url=http://127.0.0.1:55091/solr/collection1 node=127.0.0.1:55091_solr
[junit4:junit4]   2> 245089 T1923 C185 P55091 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 245096 T1886 oazs.NIOServerCnxn.finishSessionInit Established session 0x13ab97a6a0f0007 with negotiated timeout 5000 for client /127.0.0.1:55110
[junit4:junit4]   2> 245097 T1958 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:55069, sessionid = 0x13ab97a6a0f0007, negotiated timeout = 5000
[junit4:junit4]   2> 245097 T1959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4edef4 name:ZooKeeperConnection Watcher:127.0.0.1:55069/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 245097 T1882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 245098 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0007 type:create cxid:0x1 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 245109 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0007 type:create cxid:0x2 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 245111 T1882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55105_solr
[junit4:junit4]   2> 245112 T1887 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ab97a6a0f0007 type:delete cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55105_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55105_solr
[junit4:junit4]   2> 245114 T1882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55105_solr
[junit4:junit4]   2> 245118 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (4)
[junit4:junit4]   2> 245122 T1907 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 245122 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245123 T1918 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 245123 T1944 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 245123 T1944 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245123 T1930 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 245126 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245129 T1882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 245129 T1882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 245130 T1882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 245130 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 245131 T1882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 245132 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 245132 T1882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 245133 T1882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 245134 T1882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 245134 T1882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 245142 T1902 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 245149 T1882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 245166 T1882 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\collection1
[junit4:junit4]   2> 245168 T1882 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 245172 T1882 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 245173 T1882 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 245177 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\collection1\'
[junit4:junit4]   2> 245180 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 245181 T1882 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-trunk-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018/collection1/lib/README' to classloader
[junit4:junit4]   2> 245264 T1882 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 245341 T1882 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 245350 T1882 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 245356 T1882 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 245624 T1903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 245625 T1903 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55099_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55099/solr"}
[junit4:junit4]   2> 245632 T1902 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245633 T1959 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245633 T1944 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245633 T1907 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 245633 T1930 oascc.ZkStateReader$2.process A cluster state change has occurred - updating... (5)
[junit4:junit4]   2> 246152 T1882 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 246164 T1882 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 246169 T1882 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 246184 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 246190 T1882 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 246195 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 246198 T1882 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 246199 T1882 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1351731783018\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty4\
[junit4:junit4]   2> 246200 T1882 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10980e7
[junit4:junit4]   2> 246200 T1882 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 246203 T1882 oasc.CachingDirectoryFactory.injectLockFactory WARNING No lockType configured for NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f76eb9c; maxCacheMB=48.0 maxMergeSizeMB=4.0) assuming 'simple'
[junit4:junit4]   2> 246203 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4 forceNew:false
[junit4:junit4]   2> 246203 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4
[junit4:junit4]   2> 246205 T1882 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1351731538430/jetty4\index/
[junit4:junit4]   2> 246206 T1882 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 246206 T1882 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4\index forceNew:false
[junit4:junit4]   2> 246216 T1882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4\index lockFactory=org.apache.lucene.store.NativeFSLockFactory@166f8f05; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 246217 T1882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 246219 T1882 oasc.CachingDirectoryFactory.close Releasing directory:C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1351731538430\jetty4\index
[junit4:junit4]   2> 246221 T1882 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 246223 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 246223 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 246224 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 246224 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 246225 T1882 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 246226 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 246226 T1882 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 246227 T1882 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 246229 T1882 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 246230 T1882 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 246231 T1882 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 246232 T1882 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 246233 T1882 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 246233 T1882 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 246234 T1882 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 246235 T1882 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 246236 T1882 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 246237 T1882 oasc.RequestHandlers.initHan

[...truncated too long message...]

nit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=1E8CC87FADDC17AF -Dtests.slow=true -Dtests.locale=tr_TR -Dtests.timezone=Europe/Vaduz -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  273s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 15 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([1E8CC87FADDC17AF:9F6A4667DA837793]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:166)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:559)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1134)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:92)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:695)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 273010 T1882 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {}, sim=DefaultSimilarity, locale=tr_TR, timezone=Europe/Vaduz
[junit4:junit4]   2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_35 (64-bit)/cpus=2,threads=1,free=82710744,total=302796800
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, DirectSolrSpellCheckerTest, TestSolrIndexConfig, FileBasedSpellCheckerTest, ZkControllerTest, BasicZkTest, NumericFieldsTest, OutputWriterTest, DistanceFunctionTest, CoreAdminHandlerTest, ZkCLITest, SpellCheckComponentTest, AlternateDirectoryTest, DirectSolrConnectionTest, HighlighterTest, LegacyHTMLStripCharFilterTest, TestAnalyzedSuggestions, TestDistributedGrouping, OverseerTest, UUIDFieldTest, TestDocSet, SimpleFacetsTest, PingRequestHandlerTest, TestJmxMonitoredMap, TestGroupingSearch, StatsComponentTest, TestBinaryResponseWriter, SpatialFilterTest, TestHashPartitioner, TimeZoneUtilsTest, TestLRUCache, TestFoldingMultitermQuery, TestPHPSerializedResponseWriter, IndexSchemaTest, DateMathParserTest, TestPerFieldSimilarity, RequestHandlersTest, FieldAnalysisRequestHandlerTest, BasicDistributedZkTest, ClusterStateTest, StandardRequestHandlerTest, TestBadConfig, TestPhraseSuggestions, PrimitiveFieldTypeTest, TestSolrDeletionPolicy2, TestReplicationHandler, DirectUpdateHandlerOptimizeTest, TestIBSimilarityFactory, TestStressVersions, TestSolrJ, TestReload, TestElisionMultitermQuery, DirectUpdateHandlerTest, TestConfig, TestArbitraryIndexDir, TermVectorComponentTest, SpellingQueryConverterTest, TestMergePolicyConfig, SpellCheckCollatorTest, TestDistributedSearch, OpenExchangeRatesOrgProviderTest, XmlUpdateRequestHandlerTest, XsltUpdateRequestHandlerTest, TestJmxIntegration, TestPropInjectDefaults, TestJoin, TestExtendedDismaxParser, MBeansHandlerTest, SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest, MultiTermTest, SimplePostToolTest, TestOmitPositions, JsonLoaderTest, TestIndexingPerformance, CircularListTest, CoreContainerCoreInitFailuresTest, RAMDirectoryFactoryTest, TestFastWriter, TestSystemIdResolver, TestBinaryField, CopyFieldTest, TestRecovery, JSONWriterTest, PathHierarchyTokenizerFactoryTest, TestFaceting, TestRTGBase, BasicFunctionalityTest, TestDefaultSimilarityFactory, FileUtilsTest, DebugComponentTest, MinimalSchemaTest, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, QueryEqualityTest, BinaryUpdateRequestHandlerTest, TestUtils, TestCollationField, CacheHeaderTest, ConvertedLegacyTest, TestQuerySenderListener, BadComponentTest, ScriptEngineTest, QueryParsingTest, TestRangeQuery, SOLR749Test, SuggesterFSTTest, SyncSliceTest]
[junit4:junit4] Completed in 273.04s, 1 test, 1 failure <<< FAILURES!

[...truncated 373 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:335: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:178: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\module-build.xml:61: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1163: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:827: There were test failures: 233 suites, 965 tests, 1 failure, 12 ignored (7 assumptions)

Total time: 43 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0_35 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure