You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@sd-datasolutions.de> on 2012/06/22 17:59:34 UTC

[JENKINS] Lucene-Solr-4.x-Linux-Java7-64 - Build # 191 - Failure!

Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-4.x-Linux-Java7-64/191/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ERROR: SolrIndexSearcher opens=74 closes=73

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=74 closes=73
	at __randomizedtesting.SeedInfo.seed([7EF85695AF395BA9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:190)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:82)
	at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:752)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 7889 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]    > (@BeforeClass output)
   [junit4]   2> 2 T815 oejs.Server.doStart jetty-8.1.2.v20120308
   [junit4]   2> 4 T815 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:48304
   [junit4]   2> 5 T815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5 T815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master
   [junit4]   2> 5 T815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/'
   [junit4]   2> 10 T815 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 11 T815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 11 T815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master
   [junit4]   2> 11 T815 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/solr.xml
   [junit4]   2> 11 T815 oasc.CoreContainer.<init> New CoreContainer 2023349793
   [junit4]   2> 11 T815 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
   [junit4]   2> 12 T815 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/'
   [junit4]   2> 12 T815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/'
   [junit4]   2> 20 T815 oasc.CoreContainer.load Registering Log Listener
   [junit4]   2> 33 T815 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 34 T815 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 34 T815 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 34 T815 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 35 T815 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 35 T815 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 35 T815 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 35 T815 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 36 T815 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 36 T815 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 45 T815 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/.
   [junit4]   2> 45 T815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/./'
   [junit4]   2> 61 T815 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
   [junit4]   2> 92 T815 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 93 T815 oass.IndexSchema.readSchema Reading Solr Schema
   [junit4]   2> 95 T815 oass.IndexSchema.readSchema Schema name=test
   [junit4]   2> 105 T815 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 106 T815 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/./, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/data/
   [junit4]   2> 106 T815 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 106 T815 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/data/index/
   [junit4]   2> 107 T815 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/data/index' doesn't exist. Creating new index...
   [junit4]   2> 111 T815 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493200/master/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
   [junit4]   2> 111 T815 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
   [junit4]   2> 112 T815 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 112 T815 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 112 T815 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 112 T815 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 112 T815 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 113 T815 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 113 T815 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 115 T815 oass.SolrIndexSearcher.<init> Opening Searcher@eb6dfe main
   [junit4]   2> 116 T815 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 116 T815 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 116 T815 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
   [junit4]   2> 116 T815 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 117 T825 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eb6dfe main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 117 T815 oasc.CoreContainer.register registering core: collection1
   [junit4]   2> 117 T815 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build/solr-core/test/J0
   [junit4]   2> 117 T815 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 117 T815 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 121 T815 oejs.Server.doStart jetty-8.1.2.v20120308
   [junit4]   2> 123 T815 oejs.AbstractConnector.doStart Started SocketConnector@0.0.0.0:36506
   [junit4]   2> 123 T815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 124 T815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave
   [junit4]   2> 124 T815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/'
   [junit4]   2> 129 T815 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 129 T815 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 130 T815 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave
   [junit4]   2> 130 T815 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/solr.xml
   [junit4]   2> 130 T815 oasc.CoreContainer.<init> New CoreContainer 1720885704
   [junit4]   2> 130 T815 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
   [junit4]   2> 131 T815 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/'
   [junit4]   2> 131 T815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/'
   [junit4]   2> 138 T815 oasc.CoreContainer.load Registering Log Listener
   [junit4]   2> 151 T815 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 151 T815 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 151 T815 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 152 T815 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 152 T815 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 152 T815 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 152 T815 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 153 T815 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 153 T815 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 153 T815 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 161 T815 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/.
   [junit4]   2> 161 T815 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/./'
   [junit4]   2> 177 T815 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_40
   [junit4]   2> 205 T815 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 206 T815 oass.IndexSchema.readSchema Reading Solr Schema
   [junit4]   2> 208 T815 oass.IndexSchema.readSchema Schema name=test
   [junit4]   2> 218 T815 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 219 T815 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/./, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/data/
   [junit4]   2> 219 T815 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 219 T815 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/data/index/
   [junit4]   2> 220 T815 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/data/index' doesn't exist. Creating new index...
   [junit4]   2> 224 T815 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1340380493320/slave/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
   [junit4]   2> 224 T815 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
   [junit4]   2> 224 T815 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 225 T815 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 225 T815 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 225 T815 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 225 T815 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 225 T815 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 226 T815 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 228 T815 oass.SolrIndexSearcher.<init> Opening Searcher@eea0a4a main
   [junit4]   2> 228 T815 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 229 T815 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 230 T815 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 230 T835 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eea0a4a main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 230 T815 oasc.CoreContainer.register registering core: collection1
   [junit4]   2> 230 T815 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build/solr-core/test/J0
   [junit4]   2> 230 T815 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 231 T815 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
   [junit4]   2> 
   [junit4]    > (@AfterClass output)
   [junit4]   2> 26549 T815 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=8055284
   [junit4]   2> 26549 T815 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a269626
   [junit4]   2> 26549 T815 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 26550 T815 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=493,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 26550 T815 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 26603 T815 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2050383444
   [junit4]   2> 26603 T815 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e4492
   [junit4]   2> 26603 T815 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 26604 T815 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 26604 T815 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 26658 T815 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 27879 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 27879 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 29067 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 29067 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 30723 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 30723 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 32788 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 32789 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 34484 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 34485 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 36329 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 36330 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 37696 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 37696 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 39531 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 39531 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 41354 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 41355 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 42646 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 42647 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 44143 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 44144 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 45562 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 45562 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 46933 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 46933 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 48290 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 48290 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 49905 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 49905 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 51526 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 51526 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 53337 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 53337 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 55175 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 55176 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 56835 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 56836 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 58625 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 58626 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 60508 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 60509 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 62583 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 62584 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 64229 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 64230 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 66321 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 66322 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 67772 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 67773 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 69798 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 69799 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 71604 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 71605 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 73097 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 73098 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 74754 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 74755 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 76382 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 76382 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 77828 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 77828 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 79076 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 79077 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 80612 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 80613 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 82216 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 82217 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 83857 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 83858 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 83899 T643 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:90)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:186)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:111)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
   [junit4]   2> 
   [junit4]   2> 83899 T646 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:90)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:186)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:111)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
   [junit4]   2> 
   [junit4]   2> 83899 T642 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 83899 T643 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=87843170270183427-127.0.0.1:56074_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 83900 T642 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 83900 T646 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=87843170270183440-127.0.0.1:56074_solr-n_0000000013) am no longer a leader.
   [junit4]   2> 85425 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 85426 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 86815 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 86815 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 88191 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 88191 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 89562 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 89562 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 91391 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 91391 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 92694 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 92694 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 94253 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 94253 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 95460 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 95460 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 97361 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 97361 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 98626 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 98627 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 99806 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 99807 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 101502 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 101502 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 102723 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 102724 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 104682 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 104683 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 106641 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 106641 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 108300 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 108301 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 109501 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 109501 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 110977 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 110977 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 112667 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 112667 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 114204 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 114204 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 115444 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 115444 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 116671 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 116671 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 118215 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 118215 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 119756 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 119756 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 121288 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 121288 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 123002 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 123003 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 124899 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 124900 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 126968 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 126969 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 128726 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 128727 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 130637 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 130638 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 132256 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 132257 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 133644 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 133645 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 135276 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 135277 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 136922 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 136923 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 138405 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 138406 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 140239 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 140239 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 142067 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 142067 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 143196 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 143196 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 145149 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 145149 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 146536 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 146536 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 147658 T641 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59270
   [junit4]   2> 147658 T641 oaz.ClientCnxn$SendThread.run WARNING Session 0x13814e5dfe60010 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:701)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146)
   [junit4]   2> 
   [junit4]   2> 147669 T815 oas.SolrTestCaseJ4.endTrackingSearchers SEVERE ERROR: SolrIndexSearcher opens=74 closes=73
   [junit4]   2> NOTE: test params are: codec=Lucene40: {}, sim=RandomSimilarityProvider(queryNorm=true,coord=true): {}, locale=ar_LB, timezone=Pacific/Guadalcanal
   [junit4]   2> NOTE: Linux 2.6.32-41-server amd64/Oracle Corporation 1.7.0_04 (64-bit)/cpus=8,threads=1,free=200953696,total=348127232
   [junit4]   2> NOTE: All tests run in this JVM: [CoreAdminHandlerTest, SoftAutoCommitTest, EchoParamsTest, PrimUtilsTest, TestItalianLightStemFilterFactory, TestMultiWordSynonyms, TestRemoteStreaming, SolrRequestParserTest, ConvertedLegacyTest, TestCodecSupport, LoggingHandlerTest, BasicZkTest, TestIndexingPerformance, DistanceFunctionTest, TestBinaryResponseWriter, TestIndexSearcher, CommonGramsQueryFilterFactoryTest, TestReverseStringFilterFactory, TestRandomFaceting, TestConfig, TestLMJelinekMercerSimilarityFactory, TestFoldingMultitermQuery, DirectSolrConnectionTest, TestOmitPositions, TestPorterStemFilterFactory, TestValueSourceCache, CSVRequestHandlerTest, LeaderElectionIntegrationTest, ZkSolrClientTest, TestPhraseSuggestions, QueryEqualityTest, TestUpdate, TestSlowSynonymFilter, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, FastVectorHighlighterTest, TestSuggestSpellingConverter, TestFrenchMinimalStemFilterFactory, JsonLoaderTest, TestKeepFilterFactory, SnowballPorterFilterFactoryTest, TestTrie, TestWordDelimiterFilterFactory, FullSolrCloudTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestCSVResponseWriter, TestSort, TestFunctionQuery, CommonGramsFilterFactoryTest, TestLFUCache, TestDistributedGrouping, OutputWriterTest, TestJapanesePartOfSpeechStopFilterFactory, TestSynonymFilterFactory, TestGermanNormalizationFilterFactory, TestLatvianStemFilterFactory, MBeansHandlerTest, TestMergePolicyConfig, TestPatternReplaceCharFilterFactory, SignatureUpdateProcessorFactoryTest, TestGermanLightStemFilterFactory, TestCJKTokenizerFactory, TestUAX29URLEmailTokenizerFactory, TestReplicationHandler]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=7EF85695AF395BA9 -Dtests.multiplier=3 -Dtests.locale=ar_LB -Dtests.timezone=Pacific/Guadalcanal -Dargs="-Dfile.encoding=UTF-8"
   [junit4]   2> 
   [junit4] ERROR   0.00s J0 | TestReplicationHandler (suite)
   [junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=74 closes=73
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7EF85695AF395BA9]:0)
   [junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:190)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:82)
   [junit4]    > 	at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source)
   [junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:752)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]    > 	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
   [junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
   [junit4]    > 	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
   [junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
   [junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
   [junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
   [junit4]    >
   [junit4] Completed on J0 in 147.83s, 1 test, 1 failure <<< FAILURES!

[...truncated 332 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/build.xml:29: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/solr/build.xml:144: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/lucene/module-build.xml:62: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/lucene/common-build.xml:1036: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux-Java7-64/checkout/lucene/common-build.xml:757: There were test failures: 290 suites, 1049 tests, 1 suite-level error, 5 ignored

Total time: 26 minutes 10 seconds
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure