You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@sd-datasolutions.de> on 2012/06/30 10:50:04 UTC

[JENKINS] Lucene-Solr-trunk-Windows-Java6-64 - Build # 651 - Failure!

Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Windows-Java6-64/651/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.LeaderElectionTest.testStressElection

Error Message:
Could not get leader props

Stack Trace:
java.lang.RuntimeException: Could not get leader props
	at __randomizedtesting.SeedInfo.seed([680C652670A3062D:975AB18817ED173E]:0)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:212)
	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:311)
	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:423)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:814)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:889)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:821)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest

Error Message:
ERROR: SolrZkClient opens=64 closes=62

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=64 closes=62
	at __randomizedtesting.SeedInfo.seed([680C652670A3062D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:205)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:83)
	at sun.reflect.GeneratedMethodAccessor16.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:752)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 7083 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionTest
   [junit4]    > (@BeforeClass output)
   [junit4]   2> Creating dataDir: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1341045517614
   [junit4]   2> 
   [junit4] ERROR   37.0s | LeaderElectionTest.testStressElection
   [junit4]    > Throwable #1: java.lang.RuntimeException: Could not get leader props
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([680C652670A3062D:975AB18817ED173E]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:212)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:311)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:423)
   [junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   [junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:814)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:875)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:889)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:821)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
   [junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
   [junit4]    > 
   [junit4]   2> 2631 T2056 oas.SolrTestCaseJ4.setUp ###Starting testStressElection
   [junit4]   2> 2631 T2056 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2632 T2068 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
   [junit4]   2> 2634 T2068 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2634 T2068 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1341045517614\zookeeper\server1\data\version-2\snapshot.0
   [junit4]   2> 2637 T2068 oazsp.FileTxnSnapLog.save Snapshotting: 13
   [junit4]   2> 2740 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@511024dc
   [junit4]   2> 2742 T2073 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2743 T2073 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2743 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52941
   [junit4]   2> 2744 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52941
   [junit4]   2> 2744 T2071 oazsp.FileTxnLog.append Creating new log file: log.14
   [junit4]   2> 2748 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0000 with negotiated timeout 10000 for client /127.0.0.1:52941
   [junit4]   2> 2748 T2073 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0000, negotiated timeout = 10000
   [junit4]   2> 2748 T2074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@511024dc name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2750 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f2367d9
   [junit4]   2> 2761 T2075 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2763 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52944
   [junit4]   2> 2763 T2075 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2764 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52944
   [junit4]   2> 2767 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0001 with negotiated timeout 10000 for client /127.0.0.1:52944
   [junit4]   2> 2767 T2075 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0001, negotiated timeout = 10000
   [junit4]   2> 2767 T2076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f2367d9 name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2769 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@65122900
   [junit4]   2> 2771 T2077 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2772 T2077 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2772 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52947
   [junit4]   2> 2773 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52947
   [junit4]   2> 2775 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0002 with negotiated timeout 10000 for client /127.0.0.1:52947
   [junit4]   2> 2775 T2077 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0002, negotiated timeout = 10000
   [junit4]   2> 2776 T2078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65122900 name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2778 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d12bbed
   [junit4]   2> 2780 T2079 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2781 T2079 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2781 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52950
   [junit4]   2> 2781 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52950
   [junit4]   2> 2784 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0003 with negotiated timeout 10000 for client /127.0.0.1:52950
   [junit4]   2> 2784 T2079 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0003, negotiated timeout = 10000
   [junit4]   2> 2784 T2080 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d12bbed name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2792 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0003
   [junit4]   2> 2795 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0003 closed
   [junit4]   2> 2795 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0003, likely client has closed socket
   [junit4]   2> 2795 T2080 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2796 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52950 which had sessionid 0x1383c8ab77c0003
   [junit4]   2> 2799 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0002
   [junit4]   2> 2801 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0002 closed
   [junit4]   2> 2802 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0002, likely client has closed socket
   [junit4]   2> 2802 T2078 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2802 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52947 which had sessionid 0x1383c8ab77c0002
   [junit4]   2> 2805 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0001
   [junit4]   2> 2807 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0001 closed
   [junit4]   2> 2808 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0001, likely client has closed socket
   [junit4]   2> 2808 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c67f09c
   [junit4]   2> 2808 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52944 which had sessionid 0x1383c8ab77c0001
   [junit4]   2> 2809 T2076 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2810 T2081 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2812 T2081 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2812 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52953
   [junit4]   2> 2813 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52953
   [junit4]   2> 2816 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0004 with negotiated timeout 10000 for client /127.0.0.1:52953
   [junit4]   2> 2816 T2081 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0004, negotiated timeout = 10000
   [junit4]   2> 2817 T2082 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c67f09c name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2818 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d6ae09d
   [junit4]   2> 2820 T2083 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2822 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52956
   [junit4]   2> 2822 T2083 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2822 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52956
   [junit4]   2> 2825 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0005 with negotiated timeout 10000 for client /127.0.0.1:52956
   [junit4]   2> 2825 T2083 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0005, negotiated timeout = 10000
   [junit4]   2> 2826 T2084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d6ae09d name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2828 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@457d31f1
   [junit4]   2> 2830 T2085 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2831 T2085 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2831 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52959
   [junit4]   2> 2832 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52959
   [junit4]   2> 2834 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0006 with negotiated timeout 10000 for client /127.0.0.1:52959
   [junit4]   2> 2834 T2085 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0006, negotiated timeout = 10000
   [junit4]   2> 2835 T2086 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@457d31f1 name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2838 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2aba7b14
   [junit4]   2> 2840 T2087 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2841 T2087 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2841 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52962
   [junit4]   2> 2841 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52962
   [junit4]   2> 2844 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0007 with negotiated timeout 10000 for client /127.0.0.1:52962
   [junit4]   2> 2844 T2087 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0007, negotiated timeout = 10000
   [junit4]   2> 2844 T2088 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2aba7b14 name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2846 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@613f917f
   [junit4]   2> 2848 T2089 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2849 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52965
   [junit4]   2> 2849 T2089 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2850 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52965
   [junit4]   2> 2853 T2089 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0008, negotiated timeout = 10000
   [junit4]   2> 2853 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0008 with negotiated timeout 10000 for client /127.0.0.1:52965
   [junit4]   2> 2853 T2090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@613f917f name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2857 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0008
   [junit4]   2> 2858 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0008 closed
   [junit4]   2> 2859 T2090 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2859 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0008, likely client has closed socket
   [junit4]   2> 2859 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52965 which had sessionid 0x1383c8ab77c0008
   [junit4]   2> 2863 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0007
   [junit4]   2> 2865 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0007 closed
   [junit4]   2> 2865 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0007, likely client has closed socket
   [junit4]   2> 2865 T2088 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2865 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52962 which had sessionid 0x1383c8ab77c0007
   [junit4]   2> 2868 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0006
   [junit4]   2> 2870 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0006, likely client has closed socket
   [junit4]   2> 2870 T2086 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2870 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0006 closed
   [junit4]   2> 2871 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52959 which had sessionid 0x1383c8ab77c0006
   [junit4]   2> 2871 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4bcf8c15
   [junit4]   2> 2872 T2091 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2873 T2091 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2873 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52968
   [junit4]   2> 2874 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52968
   [junit4]   2> 2876 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0009 with negotiated timeout 10000 for client /127.0.0.1:52968
   [junit4]   2> 2876 T2091 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0009, negotiated timeout = 10000
   [junit4]   2> 2876 T2092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bcf8c15 name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2881 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0009
   [junit4]   2> 2883 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0009, likely client has closed socket
   [junit4]   2> 2883 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0009 closed
   [junit4]   2> 2883 T2092 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2883 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52968 which had sessionid 0x1383c8ab77c0009
   [junit4]   2> 2887 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0005
   [junit4]   2> 2889 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0005, likely client has closed socket
   [junit4]   2> 2889 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0005 closed
   [junit4]   2> 2889 T2084 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2890 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52956 which had sessionid 0x1383c8ab77c0005
   [junit4]   2> 2893 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0004
   [junit4]   2> 2895 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0004, likely client has closed socket
   [junit4]   2> 2894 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0004 closed
   [junit4]   2> 2895 T2082 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2895 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52953 which had sessionid 0x1383c8ab77c0004
   [junit4]   2> 2898 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c0000
   [junit4]   2> 2900 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c0000 closed
   [junit4]   2> 2900 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0000, likely client has closed socket
   [junit4]   2> 2900 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1419d330
   [junit4]   2> 2901 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52941 which had sessionid 0x1383c8ab77c0000
   [junit4]   2> 2901 T2074 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2903 T2093 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2904 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52971
   [junit4]   2> 2904 T2093 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2904 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52971
   [junit4]   2> 2907 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000a with negotiated timeout 10000 for client /127.0.0.1:52971
   [junit4]   2> 2907 T2093 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000a, negotiated timeout = 10000
   [junit4]   2> 2907 T2094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1419d330 name:ZooKeeperConnection Watcher:127.0.0.1:52938 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2907 T2056 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2913 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c000a
   [junit4]   2> 2916 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52971 which had sessionid 0x1383c8ab77c000a
   [junit4]   2> 2916 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c000a closed
   [junit4]   2> 2916 T2094 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 2916 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@71a18b49
   [junit4]   2> 2918 T2095 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2919 T2095 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2919 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52974
   [junit4]   2> 2920 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52974
   [junit4]   2> 2923 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000b with negotiated timeout 20000 for client /127.0.0.1:52974
   [junit4]   2> 2923 T2095 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000b, negotiated timeout = 20000
   [junit4]   2> 2923 T2096 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71a18b49 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2926 T2056 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f554753
   [junit4]   2> 2928 T2098 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 2929 T2098 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 2929 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52977
   [junit4]   2> 2929 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52977
   [junit4]   2> 2931 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000c with negotiated timeout 20000 for client /127.0.0.1:52977
   [junit4]   2> 2931 T2098 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000c, negotiated timeout = 20000
   [junit4]   2> 2932 T2099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f554753 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2935 T2100 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 2956 T2100 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 2972 T2072 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1383c8ab77c000c type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
   [junit4]   2> 3438 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 4507 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 5025 T2101 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@425537ff
   [junit4]   2> 5028 T2105 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 5029 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52981
   [junit4]   2> 5029 T2105 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 5029 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52981
   [junit4]   2> 5032 T2105 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000d, negotiated timeout = 20000
   [junit4]   2> 5032 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000d with negotiated timeout 20000 for client /127.0.0.1:52981
   [junit4]   2> 5034 T2106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@425537ff name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5035 T2101 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3432fc91
   [junit4]   2> 5037 T2109 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 5038 T2109 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 5038 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52984
   [junit4]   2> 5040 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52984
   [junit4]   2> 5042 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000e with negotiated timeout 20000 for client /127.0.0.1:52984
   [junit4]   2> 5043 T2109 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000e, negotiated timeout = 20000
   [junit4]   2> 5043 T2110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3432fc91 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5044 T2101 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@63f68580
   [junit4]   2> 5044 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c000c
   [junit4]   2> 5045 T2113 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 5046 T2102 oaz.ZooKeeper.close Session: 0x1383c8ab77c000c closed
   [junit4]   2> 5046 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52977 which had sessionid 0x1383c8ab77c000c
   [junit4]   2> 5046 T2099 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 5047 T2113 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 5047 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52987
   [junit4]   2> 5047 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52987
   [junit4]   2> 5050 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000f with negotiated timeout 20000 for client /127.0.0.1:52987
   [junit4]   2> 5050 T2113 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000f, negotiated timeout = 20000
   [junit4]   2> 5050 T2114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f68580 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5051 T2101 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52938/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4eab6ed4
   [junit4]   2> 5052 T2117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:52938
   [junit4]   2> 5054 T2117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 5054 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52990
   [junit4]   2> 5054 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:52990
   [junit4]   2> 5057 T2071 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0010 with negotiated timeout 20000 for client /127.0.0.1:52990
   [junit4]   2> 5057 T2117 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0010, negotiated timeout = 20000
   [junit4]   2> 5057 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4eab6ed4 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5075 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c0010, likely client has closed socket
   [junit4]   2> 5076 T2117 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8ab77c0010 for server 127.0.0.1/127.0.0.1:52938, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedChannelException
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:122)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:165)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.doIO(ClientCnxn.java:859)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1157)
   [junit4]   2> 
   [junit4]   2> 5076 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52990 which had sessionid 0x1383c8ab77c0010
   [junit4]   2> 5077 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c000e
   [junit4]   2> 5077 T2071 oazs.NIOServerCnxn.sendBuffer SEVERE Unexpected Exception:  java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:418)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1509)
   [junit4]   2> 	at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:367)
   [junit4]   2> 	at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:161)
   [junit4]   2> 	at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:98)
   [junit4]   2> 
   [junit4]   2> 5080 T2102 oaz.ZooKeeper.close Session: 0x1383c8ab77c000e closed
   [junit4]   2> 5080 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52984 which had sessionid 0x1383c8ab77c000e
   [junit4]   2> 5081 T2110 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 5173 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4eab6ed4 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 5194 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c000d
   [junit4]   2> 5198 T2102 oaz.ZooKeeper.close Session: 0x1383c8ab77c000d closed
   [junit4]   2> 5198 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52981 which had sessionid 0x1383c8ab77c000d
   [junit4]   2> 5198 T2106 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 6160 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 6324 T2117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52938
   [junit4]   2> 6324 T2117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 6324 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52992
   [junit4]   2> 6663 T2113 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8ab77c000f for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.disableWrite(ClientCnxn.java:922)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1166)
   [junit4]   2> 
   [junit4]   2> 6664 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c000f, likely client has closed socket
   [junit4]   2> 6665 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52987 which had sessionid 0x1383c8ab77c000f
   [junit4]   2> 6759 T2114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f68580 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 7116 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 8311 T2113 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52938
   [junit4]   2> 8311 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52993
   [junit4]   2> 8311 T2113 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 8312 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1383c8ab77c000f at /127.0.0.1:52993
   [junit4]   2> 8313 T2069 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000f with negotiated timeout 20000 for client /127.0.0.1:52993
   [junit4]   2> 8313 T2113 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000f, negotiated timeout = 20000
   [junit4]   2> 8313 T2114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f68580 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 8977 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 9936 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 10841 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x0, likely client has closed socket
   [junit4]   2> 10841 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52992 (no session established for client)
   [junit4]   2> 11245 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 12207 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 12427 T2113 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8ab77c000f for server 127.0.0.1/127.0.0.1:52938, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedChannelException
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:122)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:165)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.doIO(ClientCnxn.java:859)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1157)
   [junit4]   2> 
   [junit4]   2> 12427 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c000f, likely client has closed socket
   [junit4]   2> 12428 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52993 which had sessionid 0x1383c8ab77c000f
   [junit4]   2> 12525 T2114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f68580 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 13637 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 14071 T2113 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52938
   [junit4]   2> 14071 T2113 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 14071 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:52997
   [junit4]   2> 14072 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1383c8ab77c000f at /127.0.0.1:52997
   [junit4]   2> 14072 T2069 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c000f with negotiated timeout 20000 for client /127.0.0.1:52997
   [junit4]   2> 14072 T2113 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c000f, negotiated timeout = 20000
   [junit4]   2> 14072 T2114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63f68580 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 14562 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 15839 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 16705 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 18355 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 19223 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 20613 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 21482 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 21554 T2117 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8ab77c0010 for server 127.0.0.1/127.0.0.1:52938, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:64)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.primeConnection(ClientCnxn.java:996)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1149)
   [junit4]   2> 
   [junit4]   2> 23037 T2117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52938
   [junit4]   2> 23041 T2117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52938, initiating session
   [junit4]   2> 23041 T2069 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:53001
   [junit4]   2> 23041 T2069 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1383c8ab77c0010 at /127.0.0.1:53001
   [junit4]   2> 23042 T2069 oazs.NIOServerCnxn.finishSessionInit Established session 0x1383c8ab77c0010 with negotiated timeout 20000 for client /127.0.0.1:53001
   [junit4]   2> 23042 T2117 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:52938, sessionid = 0x1383c8ab77c0010, negotiated timeout = 20000
   [junit4]   2> 23042 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4eab6ed4 name:ZooKeeperConnection Watcher:127.0.0.1:52938/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 23132 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 24138 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 25428 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 26441 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 28106 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 29102 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 30676 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 31684 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 33343 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 34350 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 35767 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 36758 T1186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1383c8554c60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 37335 T2072 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1383c8ab77c000b
   [junit4]   2> 37337 T2056 oaz.ZooKeeper.close Session: 0x1383c8ab77c000b closed
   [junit4]   2> 37338 T2096 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 37338 T2069 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1383c8ab77c000b, likely client has closed socket
   [junit4]   2> 37339 T2071 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
   [junit4]   2> 37338 T2072 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
   [junit4]   2> 37339 T2069 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52974 which had sessionid 0x1383c8ab77c000b
   [junit4]   2> 37340 T2056 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
   [junit4]   2> 37386 T2070 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
   [junit4]   2> 38745 T1186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52142
   [junit4]   2> 39593 T2056 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52997 which had sessionid 0x1383c8ab77c000f
   [junit4]   2> 39593 T2113 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1383c8ab77c000f, likely server has closed socket, closing socket connection and attempting reconnect
   [junit4]   2> 39593 T2056 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53001 which had sessionid 0x1383c8ab77c0010
   [junit4]   2> 39593 T2117 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1383c8ab77c0010, likely server has closed socket, closing socket connection and attempting reconnect
   [junit4]   2> 39593 T2069 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
   [junit4]   2> 39595 T2056 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
   [junit4]   2> 39595 T2056 oas.SolrTestCaseJ4.tearDown ###Ending testStressElection
   [junit4]   1> / (2)
   [junit4]   1>  /overseer (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>   /overseer/queue (1)
   [junit4]   1>   DATA:
   [junit4]   1>       
   [junit4]   1>    /overseer/queue/qn-0000000000 (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {
   [junit4]   1>          "operation":"leader",
   [junit4]   1>          "shard":"shard1",
   [junit4]   1>          "core":"",
   [junit4]   1>          "collection":"collection1",
   [junit4]   1>          "base_url":"0"}
   [junit4]   1>  /collections (1)
   [junit4]   1>   /collections/collection1 (2)
   [junit4]   1>    /collections/collection1/leader_elect (1)
   [junit4]   1>     /collections/collection1/leader_elect/shard1 (1)
   [junit4]   1>      /collections/collection1/leader_elect/shard1/election (2)
   [junit4]   1>       /collections/collection1/leader_elect/shard1/election/87886759215235087-3-n_0000000003 (0)
   [junit4]   1>       /collections/collection1/leader_elect/shard1/election/87886759215235088-4-n_0000000002 (0)
   [junit4]   1>    /collections/collection1/leaders (0)
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=680C652670A3062D -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=AST -Dargs="-Dfile.encoding=Cp1252"
   [junit4]   1> 
   [junit4]   2>
   [junit4]    > (@AfterClass output)
   [junit4]   2> 49582 T2056 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 49588 T2056 oas.SolrTestCaseJ4.endTrackingZkClients SEVERE ERROR: SolrZkClient opens=64 closes=62
   [junit4]   2> NOTE: test params are: codec=Lucene40: {}, sim=DefaultSimilarity, locale=hr, timezone=AST
   [junit4]   2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=2,threads=5,free=91694976,total=242352128
   [junit4]   2> NOTE: All tests run in this JVM: [TestCSVLoader, TestFoldingMultitermQuery, OutputWriterTest, AutoCommitTest, TestBinaryField, TestDFRSimilarityFactory, CommonGramsQueryFilterFactoryTest, TestPhoneticFilterFactory, SpellCheckCollatorTest, DistributedTermsComponentTest, TestDistributedGrouping, TestStopFilterFactory, TestCapitalizationFilterFactory, TestReversedWildcardFilterFactory, TestTrimFilterFactory, TestGalicianMinimalStemFilterFactory, TestSolrCoreProperties, TestPersianNormalizationFilterFactory, TestCSVResponseWriter, SpellPossibilityIteratorTest, SolrCoreTest, TestNumberUtils, TestDelimitedPayloadTokenFilterFactory, IndexBasedSpellCheckerTest, TimeZoneUtilsTest, OverseerTest, TestValueSourceCache, FullSolrCloudTest, HighlighterTest, TestEnglishMinimalStemFilterFactory, TestFaceting, TestHyphenationCompoundWordTokenFilterFactory, TestIBSimilarityFactory, DoubleMetaphoneFilterFactoryTest, TestCollationField, CommonGramsFilterFactoryTest, TestRandomFaceting, ZkSolrClientTest, LegacyHTMLStripCharFilterTest, QueryElevationComponentTest, TestXIncludeConfig, SoftAutoCommitTest, PrimitiveFieldTypeTest, FieldMutatingUpdateProcessorTest, TestUpdate, TestGermanNormalizationFilterFactory, TestSynonymFilterFactory, TestSystemIdResolver, RequiredFieldsTest, TestItalianLightStemFilterFactory, TestMultiWordSynonyms, RAMDirectoryFactoryTest, MoreLikeThisHandlerTest, TestBinaryResponseWriter, CloudStateUpdateTest, TestWordDelimiterFilterFactory, UUIDFieldTest, TestSuggestSpellingConverter, TestFunctionQuery, TestHunspellStemFilterFactory, TestSearchPerf, DateMathParserTest, TestGalicianStemFilterFactory, FileBasedSpellCheckerTest, SuggesterTSTTest, SolrRequestParserTest, SuggesterTest, TestCzechStemFilterFactory, TestArbitraryIndexDir, FastVectorHighlighterTest, TestKeywordMarkerFilterFactory, TestPatternReplaceCharFilterFactory, TestGermanStemFilterFactory, TestLMJelinekMercerSimilarityFactory, SpellingQueryConverterTest, SolrPluginUtilsTest, TestPerFieldSimilarity, TestPorterStemFilterFactory, JsonLoaderTest, TestIndexSearcher, TestSpanishLightStemFilterFactory, TestJapaneseTokenizerFactory, TestCJKWidthFilterFactory, TestJmxIntegration, UpdateParamsTest, RequestHandlersTest, TestThaiWordFilterFactory, IndexReaderFactoryTest, TestTurkishLowerCaseFilterFactory, TestIrishLowerCaseFilterFactory, TestStandardFactories, SOLR749Test, TestTrie, SystemInfoHandlerTest, BasicFunctionalityTest, TestCJKBigramFilterFactory, TestJapaneseReadingFormFilterFactory, TestOmitPositions, FieldAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, SuggesterFSTTest, TestReplicationHandler, FullSolrCloudDistribCmdsTest, TestPropInjectDefaults, TestLRUCache, EchoParamsTest, URLClassifyProcessorTest, TestUtils, ZkControllerTest, TestQueryTypes, SearchHandlerTest, BasicZkTest, BadIndexSchemaTest, TestReverseStringFilterFactory, TestMergePolicyConfig, LeaderElectionTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionTest -Dtests.seed=680C652670A3062D -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=AST -Dargs="-Dfile.encoding=Cp1252"
   [junit4]   2> 
   [junit4] ERROR   0.00s | LeaderElectionTest (suite)
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=64 closes=62
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([680C652670A3062D]:0)
   [junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:205)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:83)
   [junit4]    > 	at sun.reflect.GeneratedMethodAccessor16.invoke(Unknown Source)
   [junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   [junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:752)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
   [junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
   [junit4]    >
   [junit4] Completed in 49.60s, 4 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 506 lines...]
BUILD FAILED
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\build.xml:29: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\solr\build.xml:144: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\lucene\module-build.xml:62: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\lucene\common-build.xml:1047: The following error occurred while executing this line:
C:\Jenkins\workspace\Lucene-Solr-trunk-Windows-Java6-64\lucene\common-build.xml:760: There were test failures: 282 suites, 1021 tests, 1 suite-level error, 1 error, 10 ignored (5 assumptions)

Total time: 43 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure