You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@sd-datasolutions.de> on 2012/06/24 10:25:49 UTC

[JENKINS] Lucene-Solr-4.x-Windows-Java6-64 - Build # 160 - Failure!

Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-4.x-Windows-Java6-64/160/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.LeaderElectionTest.testStressElection

Error Message:
Could not get leader props

Stack Trace:
java.lang.RuntimeException: Could not get leader props
	at __randomizedtesting.SeedInfo.seed([494673A0A7EE08BF:B610A70EC0A019AC]:0)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:210)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:309)
	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:421)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:814)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:889)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:821)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
ERROR: SolrZkClient opens=63 closes=61

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=63 closes=61
	at __randomizedtesting.SeedInfo.seed([494673A0A7EE08BF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:204)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:83)
	at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:752)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 7301 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
   [junit4]    > (@BeforeClass output)
   [junit4]   2> Creating dataDir: C:\Jenkins\workspace\Lucene-Solr-4.x-Windows-Java6-64\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1340525957687
   [junit4]   2> 
   [junit4] ERROR   37.9s | LeaderElectionTest.testStressElection
   [junit4]    > Throwable #1: java.lang.RuntimeException: Could not get leader props
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([494673A0A7EE08BF:B610A70EC0A019AC]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:210)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:309)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:421)
   [junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   [junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:814)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:875)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:889)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:821)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
   [junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
   [junit4]    > 
   [junit4]   2> 2 T2434 oas.SolrTestCaseJ4.setUp ###Starting testStressElection
   [junit4]   2> 2 T2434 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 5 T2435 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
   [junit4]   2> 6 T2435 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
   [junit4]   2> 7 T2435 oazsp.FileTxnSnapLog.save Snapshotting: 0
   [junit4]   2> 87 T2434 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@117b025d
   [junit4]   2> 88 T2440 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 89 T2440 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 89 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61146
   [junit4]   2> 89 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61146
   [junit4]   2> 91 T2438 oazsp.FileTxnLog.append Creating new log file: log.1
   [junit4]   2> 93 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0000 with negotiated timeout 10000 for client /127.0.0.1:61146
   [junit4]   2> 94 T2440 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0000, negotiated timeout = 10000
   [junit4]   2> 94 T2441 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@117b025d name:ZooKeeperConnection Watcher:127.0.0.1:61143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 96 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0000
   [junit4]   2> 97 T2436 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1381d92d23f0000, likely client has closed socket
   [junit4]   2> 97 T2434 oaz.ZooKeeper.close Session: 0x1381d92d23f0000 closed
   [junit4]   2> 97 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61146 which had sessionid 0x1381d92d23f0000
   [junit4]   2> 98 T2441 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 97 T2434 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7cf3ec5c
   [junit4]   2> 100 T2442 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 101 T2442 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 101 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61149
   [junit4]   2> 101 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61149
   [junit4]   2> 103 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0001 with negotiated timeout 10000 for client /127.0.0.1:61149
   [junit4]   2> 103 T2442 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0001, negotiated timeout = 10000
   [junit4]   2> 103 T2443 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cf3ec5c name:ZooKeeperConnection Watcher:127.0.0.1:61143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 103 T2434 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 107 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0001
   [junit4]   2> 109 T2436 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1381d92d23f0001, likely client has closed socket
   [junit4]   2> 109 T2434 oaz.ZooKeeper.close Session: 0x1381d92d23f0001 closed
   [junit4]   2> 109 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61149 which had sessionid 0x1381d92d23f0001
   [junit4]   2> 109 T2434 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@20fe65fe
   [junit4]   2> 109 T2443 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 110 T2444 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 111 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61152
   [junit4]   2> 111 T2444 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 113 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61152
   [junit4]   2> 114 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0002 with negotiated timeout 20000 for client /127.0.0.1:61152
   [junit4]   2> 114 T2444 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0002, negotiated timeout = 20000
   [junit4]   2> 115 T2445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20fe65fe name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 116 T2434 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@11d1ef25
   [junit4]   2> 118 T2447 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 118 T2447 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 118 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61155
   [junit4]   2> 118 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61155
   [junit4]   2> 121 T2447 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0003, negotiated timeout = 20000
   [junit4]   2> 121 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0003 with negotiated timeout 20000 for client /127.0.0.1:61155
   [junit4]   2> 121 T2448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11d1ef25 name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 123 T2449 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 144 T2449 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 155 T2439 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1381d92d23f0003 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
   [junit4]   2> 1785 T2450 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@59634ae8
   [junit4]   2> 1786 T2454 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 1787 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61158
   [junit4]   2> 1787 T2454 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 1787 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61158
   [junit4]   2> 1789 T2454 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0004, negotiated timeout = 20000
   [junit4]   2> 1789 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0004 with negotiated timeout 20000 for client /127.0.0.1:61158
   [junit4]   2> 1790 T2455 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59634ae8 name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1790 T2450 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@183601a5
   [junit4]   2> 1792 T2458 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 1792 T2458 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 1792 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61161
   [junit4]   2> 1792 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61161
   [junit4]   2> 1794 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0005 with negotiated timeout 20000 for client /127.0.0.1:61161
   [junit4]   2> 1795 T2458 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0005, negotiated timeout = 20000
   [junit4]   2> 1795 T2459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@183601a5 name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1796 T2450 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@779a4e2a
   [junit4]   2> 1796 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0003
   [junit4]   2> 1797 T2462 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 1797 T2451 oaz.ZooKeeper.close Session: 0x1381d92d23f0003 closed
   [junit4]   2> 1797 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61155 which had sessionid 0x1381d92d23f0003
   [junit4]   2> 1797 T2448 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 1798 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61164
   [junit4]   2> 1798 T2462 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 1798 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61164
   [junit4]   2> 1800 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0006 with negotiated timeout 20000 for client /127.0.0.1:61164
   [junit4]   2> 1800 T2462 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0006, negotiated timeout = 20000
   [junit4]   2> 1800 T2463 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@779a4e2a name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1800 T2450 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b54e106
   [junit4]   2> 1802 T2466 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 1803 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61167
   [junit4]   2> 1803 T2466 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 1803 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61167
   [junit4]   2> 1804 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0007 with negotiated timeout 20000 for client /127.0.0.1:61167
   [junit4]   2> 1804 T2466 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0007, negotiated timeout = 20000
   [junit4]   2> 1804 T2467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b54e106 name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1805 T2450 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:61143/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7236385d
   [junit4]   2> 1806 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0004
   [junit4]   2> 1807 T2470 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:61143
   [junit4]   2> 1808 T2451 oaz.ZooKeeper.close Session: 0x1381d92d23f0004 closed
   [junit4]   2> 1808 T2470 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 1808 T2455 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 1808 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61170
   [junit4]   2> 1808 T2436 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1381d92d23f0004, likely client has closed socket
   [junit4]   2> 1809 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61158 which had sessionid 0x1381d92d23f0004
   [junit4]   2> 1809 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:61170
   [junit4]   2> 1809 T2438 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0008 with negotiated timeout 20000 for client /127.0.0.1:61170
   [junit4]   2> 1810 T2470 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0008, negotiated timeout = 20000
   [junit4]   2> 1811 T2471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7236385d name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1825 T2468 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1826 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0005
   [junit4]   2> 1827 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61161 which had sessionid 0x1381d92d23f0005
   [junit4]   2> 1827 T2451 oaz.ZooKeeper.close Session: 0x1381d92d23f0005 closed
   [junit4]   2> 1827 T2459 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 1828 T2436 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1381d92d23f0007, likely client has closed socket
   [junit4]   2> 1828 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61167 which had sessionid 0x1381d92d23f0007
   [junit4]   2> 1828 T2466 oaz.ClientCnxn$SendThread.run WARNING Session 0x1381d92d23f0007 for server 127.0.0.1/127.0.0.1:61143, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedChannelException
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:122)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:165)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.doIO(ClientCnxn.java:859)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1157)
   [junit4]   2> 
   [junit4]   2> 1836 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0006
   [junit4]   2> 1838 T2451 oaz.ZooKeeper.close Session: 0x1381d92d23f0006 closed
   [junit4]   2> 1838 T2463 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 1838 T2436 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1381d92d23f0006, likely client has closed socket
   [junit4]   2> 1838 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61164 which had sessionid 0x1381d92d23f0006
   [junit4]   2> 1912 T2467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b54e106 name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 2959 T2466 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:61143
   [junit4]   2> 2959 T2466 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 2959 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61171
   [junit4]   2> 4573 T2436 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1381d92d23f0008, likely client has closed socket
   [junit4]   2> 4573 T2470 oaz.ClientCnxn$SendThread.run WARNING Session 0x1381d92d23f0008 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.disableWrite(ClientCnxn.java:922)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1166)
   [junit4]   2> 
   [junit4]   2> 4574 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61170 which had sessionid 0x1381d92d23f0008
   [junit4]   2> 5900 T2470 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:61143
   [junit4]   2> 5900 T2470 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:61143, initiating session
   [junit4]   2> 5900 T2436 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:61172
   [junit4]   2> 6935 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1381d92d23f0007 at /127.0.0.1:61171
   [junit4]   2> 6935 T2436 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0007 with negotiated timeout 20000 for client /127.0.0.1:61171
   [junit4]   2> 6935 T2466 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0007, negotiated timeout = 20000
   [junit4]   2> 6935 T2467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b54e106 name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 9955 T2436 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1381d92d23f0008 at /127.0.0.1:61172
   [junit4]   2> 9955 T2436 oazs.NIOServerCnxn.finishSessionInit Established session 0x1381d92d23f0008 with negotiated timeout 20000 for client /127.0.0.1:61172
   [junit4]   2> 9955 T2470 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:61143, sessionid = 0x1381d92d23f0008, negotiated timeout = 20000
   [junit4]   2> 9957 T2471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7236385d name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 9959 T2471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7236385d name:ZooKeeperConnection Watcher:127.0.0.1:61143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 35231 T2439 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1381d92d23f0002
   [junit4]   2> 35234 T2436 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61152 which had sessionid 0x1381d92d23f0002
   [junit4]   2> 35235 T2445 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 35234 T2434 oaz.ZooKeeper.close Session: 0x1381d92d23f0002 closed
   [junit4]   2> 35237 T2439 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
   [junit4]   2> 35237 T2438 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
   [junit4]   2> 35238 T2434 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
   [junit4]   2> 35409 T2437 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
   [junit4]   2> 37920 T2434 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61172 which had sessionid 0x1381d92d23f0008
   [junit4]   2> 37922 T2470 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1381d92d23f0008, likely server has closed socket, closing socket connection and attempting reconnect
   [junit4]   2> 37922 T2434 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:61171 which had sessionid 0x1381d92d23f0007
   [junit4]   2> 37922 T2466 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1381d92d23f0007, likely server has closed socket, closing socket connection and attempting reconnect
   [junit4]   2> 37922 T2436 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
   [junit4]   2> 37923 T2434 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
   [junit4]   2> 37923 T2434 oas.SolrTestCaseJ4.tearDown ###Ending testStressElection
   [junit4]   1> / (2)
   [junit4]   1>  /overseer (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>   /overseer/queue (1)
   [junit4]   1>   DATA:
   [junit4]   1>       
   [junit4]   1>    /overseer/queue/qn-0000000000 (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {
   [junit4]   1>          "operation":"leader",
   [junit4]   1>          "shard":"shard1",
   [junit4]   1>          "core":"",
   [junit4]   1>          "collection":"collection1",
   [junit4]   1>          "base_url":"0"}
   [junit4]   1>  /collections (1)
   [junit4]   1>   /collections/collection1 (2)
   [junit4]   1>    /collections/collection1/leader_elect (1)
   [junit4]   1>     /collections/collection1/leader_elect/shard1 (1)
   [junit4]   1>      /collections/collection1/leader_elect/shard1/election (2)
   [junit4]   1>       /collections/collection1/leader_elect/shard1/election/87852709163499527-4-n_0000000002 (0)
   [junit4]   1>       /collections/collection1/leader_elect/shard1/election/87852709163499528-5-n_0000000003 (0)
   [junit4]   1>    /collections/collection1/leaders (0)
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=494673A0A7EE08BF -Dtests.locale=ca -Dtests.timezone=America/Sitka -Dargs="-Dfile.encoding=Cp1252"
   [junit4]   1> 
   [junit4]   2>
   [junit4]    > (@AfterClass output)
   [junit4]   2> 52718 T2434 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 52724 T2434 oas.SolrTestCaseJ4.endTrackingZkClients SEVERE ERROR: SolrZkClient opens=63 closes=61
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=false,coord=true): {}, locale=ca, timezone=America/Sitka
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=2,threads=5,free=145898272,total=247201792
   [junit4]   2> NOTE: All tests run in this JVM: [TestMultiWordSynonyms, TestNorwegianLightStemFilterFactory, SnowballPorterFilterFactoryTest, FullSolrCloudDistribCmdsTest, ShowFileRequestHandlerTest, TestGreekStemFilterFactory, TestMultiCoreConfBootstrap, SimpleFacetsTest, SpellingQueryConverterTest, OpenExchangeRatesOrgProviderTest, RequiredFieldsTest, TestStemmerOverrideFilterFactory, CloudStateTest, FileBasedSpellCheckerTest, TestOmitPositions, NumericFieldsTest, DirectUpdateHandlerOptimizeTest, TestDelimitedPayloadTokenFilterFactory, BinaryUpdateRequestHandlerTest, TestBulgarianStemFilterFactory, TestCodecSupport, XmlUpdateRequestHandlerTest, SolrCmdDistributorTest, DebugComponentTest, SoftAutoCommitTest, LeaderElectionIntegrationTest, TestStandardFactories, TestHindiFilters, TestRemoteStreaming, FastVectorHighlighterTest, TestCollationKeyRangeQueries, TestPropInjectDefaults, SuggesterWFSTTest, BasicFunctionalityTest, TestNorwegianMinimalStemFilterFactory, TestGermanNormalizationFilterFactory, TestRealTimeGet, SystemInfoHandlerTest, TermVectorComponentTest, TestGroupingSearch, FieldAnalysisRequestHandlerTest, TestSolrXMLSerializer, TestPatternTokenizerFactory, BadIndexSchemaTest, TestBadConfig, TestWikipediaTokenizerFactory, TestReversedWildcardFilterFactory, TestMergePolicyConfig, FieldMutatingUpdateProcessorTest, TestCzechStemFilterFactory, TestSolrDeletionPolicy2, CommonGramsFilterFactoryTest, AutoCommitTest, TestSwedishLightStemFilterFactory, TestHungarianLightStemFilterFactory, TestCoreContainer, OutputWriterTest, TestBinaryField, TestPhoneticFilterFactory, TestSpanishLightStemFilterFactory, TestGreekLowerCaseFilterFactory, TestSolrDeletionPolicy1, TestFaceting, LoggingHandlerTest, URLClassifyProcessorTest, CurrencyFieldTest, DirectUpdateHandlerTest, TestCJKTokenizerFactory, DateFieldTest, SignatureUpdateProcessorFactoryTest, TestPatternReplaceCharFilterFactory, TestDictionaryCompoundWordTokenFilterFactory, HighlighterConfigTest, TestPortugueseStemFilterFactory, TestCSVResponseWriter, TestIndonesianStemFilterFactory, TestLatvianStemFilterFactory, TestItalianLightStemFilterFactory, TestTurkishLowerCaseFilterFactory, DOMUtilTest, TestBinaryResponseWriter, TestDocSet, AlternateDirectoryTest, TestSlowSynonymFilter, QueryEqualityTest, OverseerTest, BasicDistributedZkTest, TestHunspellStemFilterFactory, ResourceLoaderTest, LengthFilterTest, TestFrenchLightStemFilterFactory, IndexSchemaTest, TestJapanesePartOfSpeechStopFilterFactory, TestWordDelimiterFilterFactory, TestGermanMinimalStemFilterFactory, TestQuerySenderNoQuery, CloudStateUpdateTest, SampleTest, TestJmxIntegration, TestIBSimilarityFactory, TestArbitraryIndexDir, ZkNodePropsTest, DirectSolrSpellCheckerTest, TestTypeTokenFilterFactory, TestRangeQuery, TestTrimFilterFactory, WordBreakSolrSpellCheckerTest, ConvertedLegacyTest, TestPropInject, TestSystemIdResolver, MinimalSchemaTest, TestFinnishLightStemFilterFactory, TestCollationField, SpellCheckCollatorTest, TestJapaneseBaseFormFilterFactory, SolrCoreTest, TestKeywordMarkerFilterFactory, SolrPluginUtilsTest, TestGalicianMinimalStemFilterFactory, TestWriterPerf, TestRussianFilters, UpdateParamsTest, TestLMJelinekMercerSimilarityFactory, TestFoldingMultitermQuery, SpatialFilterTest, SearchHandlerTest, BadComponentTest, TestLRUCache, TestLuceneMatchVersion, PolyFieldTest, TestRussianLightStemFilterFactory, JSONWriterTest, TestPortugueseMinimalStemFilterFactory, TestHTMLStripCharFilterFactory, DoubleMetaphoneFilterFactoryTest, TestKStemFilterFactory, TestArabicFilters, RecoveryZkTest, DistanceFunctionTest, TestHashPartitioner, PeerSyncTest, FileUtilsTest, DisMaxRequestHandlerTest, TestPatternReplaceFilterFactory, TestCJKBigramFilterFactory, CopyFieldTest, QueryElevationComponentTest, TermsComponentTest, HighlighterTest, TestValueSourceCache, TestDistributedGrouping, TestSearchPerf, TestCapitalizationFilterFactory, JsonLoaderTest, DistributedSpellCheckComponentTest, TestHyphenationCompoundWordTokenFilterFactory, SuggesterTSTTest, XsltUpdateRequestHandlerTest, DateMathParserTest, TestPerFieldSimilarity, TestChineseFilterFactory, TestQuerySenderListener, SolrRequestParserTest, IndexReaderFactoryTest, DirectSolrConnectionTest, StatsComponentTest, ReturnFieldsTest, TestPHPSerializedResponseWriter, SuggesterTest, ZkControllerTest, LeaderElectionTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.seed=494673A0A7EE08BF -Dtests.locale=ca -Dtests.timezone=America/Sitka -Dargs="-Dfile.encoding=Cp1252"
   [junit4]   2> 
   [junit4] ERROR   0.00s | LeaderElectionTest (suite)
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=63 closes=61
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([494673A0A7EE08BF]:0)
   [junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:204)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:83)
   [junit4]    > 	at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source)
   [junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:752)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
   [junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
   [junit4]    >
   [junit4] Completed in 52.74s, 4 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 333 lines...]
BUILD FAILED
C:\Jenkins\workspace\Lucene-Solr-4.x-Windows-Java6-64\build.xml:29: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-4.x-Windows-Java6-64\solr\build.xml:144: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-4.x-Windows-Java6-64\lucene\module-build.xml:62: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-4.x-Windows-Java6-64\lucene\common-build.xml:1036: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-4.x-Windows-Java6-64\lucene\common-build.xml:757: There were test failures: 290 suites, 1049 tests, 1 suite-level error, 1 error, 10 ignored (5 assumptions)

Total time: 37 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure