You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@zookeeper.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/09/13 16:48:17 UTC

ZooKeeper_branch35_solaris - Build # 249 - Still Failing

See https://builds.apache.org/job/ZooKeeper_branch35_solaris/249/

###################################################################################
########################## LAST 60 LINES OF THE CONSOLE ###########################
[...truncated 118631 lines...]
    [junit] 2016-09-13 16:49:11,370 [myid:] - INFO  [QuorumPeer[myid=4](plain=/127.0.0.1:11252)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id4,name1=replica.1]
    [junit] 2016-09-13 16:49:11,370 [myid:] - INFO  [QuorumPeer[myid=4](plain=/127.0.0.1:11252)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id4,name1=replica.2]
    [junit] 2016-09-13 16:49:11,370 [myid:] - INFO  [QuorumPeer[myid=4](plain=/127.0.0.1:11252)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id4,name1=replica.3]
    [junit] 2016-09-13 16:49:11,370 [myid:] - INFO  [QuorumPeer[myid=4](plain=/127.0.0.1:11252)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id4,name1=replica.5]
    [junit] 2016-09-13 16:49:11,370 [myid:] - INFO  [/127.0.0.1:11247:QuorumCnxManager$Listener@659] - Leaving listener
    [junit] 2016-09-13 16:49:11,371 [myid:] - INFO  [main:QuorumBase@398] - Shutting down leader election QuorumPeer[myid=4](plain=/127.0.0.1:11252)(secure=disabled)
    [junit] 2016-09-13 16:49:11,371 [myid:] - INFO  [main:QuorumBase@403] - Waiting for QuorumPeer[myid=4](plain=/127.0.0.1:11252)(secure=disabled) to exit thread
    [junit] 2016-09-13 16:49:11,371 [myid:] - INFO  [main:QuorumBase@394] - Shutting down quorum peer QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled)
    [junit] 2016-09-13 16:49:11,371 [myid:] - INFO  [ConnnectionExpirer:NIOServerCnxnFactory$ConnectionExpirerThread@583] - ConnnectionExpirerThread interrupted
    [junit] 2016-09-13 16:49:11,372 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:/127.0.0.1:11253:NIOServerCnxnFactory$AcceptThread@219] - accept thread exitted run method
    [junit] 2016-09-13 16:49:11,372 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-0:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-13 16:49:11,373 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-1:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-13 16:49:11,401 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5,name1=replica.5,name2=LeaderElection]
    [junit] 2016-09-13 16:49:11,401 [myid:] - INFO  [/127.0.0.1:11248:QuorumCnxManager$Listener@659] - Leaving listener
    [junit] 2016-09-13 16:49:11,401 [myid:] - WARN  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):QuorumPeer@1089] - Unexpected exception
    [junit] java.lang.InterruptedException
    [junit] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2017)
    [junit] 	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2095)
    [junit] 	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
    [junit] 	at org.apache.zookeeper.server.quorum.FastLeaderElection.lookForLeader(FastLeaderElection.java:908)
    [junit] 	at org.apache.zookeeper.server.quorum.QuorumPeer.run(QuorumPeer.java:1087)
    [junit] 2016-09-13 16:49:11,402 [myid:] - WARN  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):QuorumPeer@1140] - QuorumPeer main thread exited
    [junit] 2016-09-13 16:49:11,402 [myid:] - INFO  [main:QuorumBase@398] - Shutting down leader election QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled)
    [junit] 2016-09-13 16:49:11,402 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5]
    [junit] 2016-09-13 16:49:11,402 [myid:] - INFO  [main:QuorumBase@403] - Waiting for QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled) to exit thread
    [junit] 2016-09-13 16:49:11,402 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5,name1=replica.5]
    [junit] 2016-09-13 16:49:11,403 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5,name1=replica.1]
    [junit] 2016-09-13 16:49:11,403 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5,name1=replica.2]
    [junit] 2016-09-13 16:49:11,403 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5,name1=replica.3]
    [junit] 2016-09-13 16:49:11,403 [myid:] - INFO  [QuorumPeer[myid=5](plain=/127.0.0.1:11253)(secure=disabled):MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=ReplicatedServer_id5,name1=replica.4]
    [junit] 2016-09-13 16:49:11,403 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11249
    [junit] 2016-09-13 16:49:11,403 [myid:] - INFO  [main:QuorumBase@376] - 127.0.0.1:11249 is no longer accepting client connections
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11250
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:QuorumBase@376] - 127.0.0.1:11250 is no longer accepting client connections
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11251
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:QuorumBase@376] - 127.0.0.1:11251 is no longer accepting client connections
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11252
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:QuorumBase@376] - 127.0.0.1:11252 is no longer accepting client connections
    [junit] 2016-09-13 16:49:11,404 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11253
    [junit] 2016-09-13 16:49:11,405 [myid:] - INFO  [main:QuorumBase@376] - 127.0.0.1:11253 is no longer accepting client connections
    [junit] 2016-09-13 16:49:11,406 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@82] - Memory used 91785
    [junit] 2016-09-13 16:49:11,406 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@87] - Number of threads 20
    [junit] 2016-09-13 16:49:11,406 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@102] - FINISHED TEST METHOD testObserversHammer
    [junit] 2016-09-13 16:49:11,406 [myid:] - INFO  [main:ZKTestCase$1@65] - SUCCEEDED testObserversHammer
    [junit] 2016-09-13 16:49:11,407 [myid:] - INFO  [main:ZKTestCase$1@60] - FINISHED testObserversHammer
    [junit] Tests run: 2, Failures: 0, Errors: 0, Time elapsed: 77.203 sec
    [junit] Running org.apache.zookeeper.test.AsyncOpsTest
    [junit] Tests run: 1, Failures: 0, Errors: 1, Time elapsed: 0 sec

BUILD FAILED
/zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build.xml:1219: Process fork failed.

Total time: 38 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
[locks-and-latches] Releasing all the locks
[locks-and-latches] All the locks released
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



###################################################################################
############################## FAILED TESTS (if any) ##############################
2 tests failed.
FAILED:  org.apache.zookeeper.server.admin.JettyAdminServerTest.testQuorum

Error Message:
Connection refused

Stack Trace:
java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at java.net.Socket.connect(Socket.java:528)
	at sun.net.NetworkClient.doConnect(NetworkClient.java:180)
	at sun.net.www.http.HttpClient.openServer(HttpClient.java:432)
	at sun.net.www.http.HttpClient.openServer(HttpClient.java:527)
	at sun.net.www.http.HttpClient.<init>(HttpClient.java:211)
	at sun.net.www.http.HttpClient.New(HttpClient.java:308)
	at sun.net.www.http.HttpClient.New(HttpClient.java:326)
	at sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:997)
	at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:933)
	at sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:851)
	at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1301)
	at java.net.URL.openStream(URL.java:1037)
	at org.apache.zookeeper.server.admin.JettyAdminServerTest.queryAdminServer(JettyAdminServerTest.java:158)
	at org.apache.zookeeper.server.admin.JettyAdminServerTest.queryAdminServer(JettyAdminServerTest.java:150)
	at org.apache.zookeeper.server.admin.JettyAdminServerTest.testQuorum(JettyAdminServerTest.java:131)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.AsyncOpsTest.unknown

Error Message:
Forked Java VM exited abnormally. Please note the time in the report does not reflect the time until the VM exit.

Stack Trace:
junit.framework.AssertionFailedError: Forked Java VM exited abnormally. Please note the time in the report does not reflect the time until the VM exit.



ZooKeeper_branch35_solaris - Build # 252 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See https://builds.apache.org/job/ZooKeeper_branch35_solaris/252/

###################################################################################
########################## LAST 60 LINES OF THE CONSOLE ###########################
[...truncated 455090 lines...]
    [junit] 2016-09-16 17:26:27,416 [myid:] - INFO  [main:ClientBase@386] - CREATING server instance 127.0.0.1:11222
    [junit] 2016-09-16 17:26:27,416 [myid:] - INFO  [main:NIOServerCnxnFactory@673] - Configuring NIO connection handler with 10s sessionless connection timeout, 2 selector thread(s), 16 worker threads, and 64 kB direct buffers.
    [junit] 2016-09-16 17:26:27,416 [myid:] - INFO  [main:NIOServerCnxnFactory@686] - binding to port 0.0.0.0/0.0.0.0:11222
    [junit] 2016-09-16 17:26:27,417 [myid:] - INFO  [main:ClientBase@361] - STARTING server instance 127.0.0.1:11222
    [junit] 2016-09-16 17:26:27,417 [myid:] - INFO  [main:ZooKeeperServer@889] - minSessionTimeout set to 6000
    [junit] 2016-09-16 17:26:27,417 [myid:] - INFO  [main:ZooKeeperServer@898] - maxSessionTimeout set to 60000
    [junit] 2016-09-16 17:26:27,418 [myid:] - INFO  [main:ZooKeeperServer@159] - Created server with tickTime 3000 minSessionTimeout 6000 maxSessionTimeout 60000 datadir /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2389261188333985316.junit.dir/version-2 snapdir /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2389261188333985316.junit.dir/version-2
    [junit] 2016-09-16 17:26:27,418 [myid:] - INFO  [main:FileSnap@83] - Reading snapshot /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2389261188333985316.junit.dir/version-2/snapshot.b
    [junit] 2016-09-16 17:26:27,420 [myid:] - INFO  [main:FileTxnSnapLog@298] - Snapshotting: 0xb to /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2389261188333985316.junit.dir/version-2/snapshot.b
    [junit] 2016-09-16 17:26:27,421 [myid:] - ERROR [main:ZooKeeperServer@501] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
    [junit] 2016-09-16 17:26:27,422 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11222
    [junit] 2016-09-16 17:26:27,422 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:11222:NIOServerCnxnFactory$AcceptThread@296] - Accepted socket connection from /127.0.0.1:61899
    [junit] 2016-09-16 17:26:27,423 [myid:] - INFO  [NIOWorkerThread-1:NIOServerCnxn@485] - Processing stat command from /127.0.0.1:61899
    [junit] 2016-09-16 17:26:27,423 [myid:] - INFO  [NIOWorkerThread-1:StatCommand@49] - Stat command output
    [junit] 2016-09-16 17:26:27,423 [myid:] - INFO  [NIOWorkerThread-1:NIOServerCnxn@607] - Closed socket connection for client /127.0.0.1:61899 (no session established for client)
    [junit] 2016-09-16 17:26:27,423 [myid:] - INFO  [main:JMXEnv@228] - ensureParent:[InMemoryDataTree, StandaloneServer_port]
    [junit] 2016-09-16 17:26:27,424 [myid:] - INFO  [main:JMXEnv@245] - expect:InMemoryDataTree
    [junit] 2016-09-16 17:26:27,425 [myid:] - INFO  [main:JMXEnv@249] - found:InMemoryDataTree org.apache.ZooKeeperService:name0=StandaloneServer_port11222,name1=InMemoryDataTree
    [junit] 2016-09-16 17:26:27,425 [myid:] - INFO  [main:JMXEnv@245] - expect:StandaloneServer_port
    [junit] 2016-09-16 17:26:27,425 [myid:] - INFO  [main:JMXEnv@249] - found:StandaloneServer_port org.apache.ZooKeeperService:name0=StandaloneServer_port11222
    [junit] 2016-09-16 17:26:27,425 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@82] - Memory used 17780
    [junit] 2016-09-16 17:26:27,425 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@87] - Number of threads 24
    [junit] 2016-09-16 17:26:27,425 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@102] - FINISHED TEST METHOD testQuota
    [junit] 2016-09-16 17:26:27,426 [myid:] - INFO  [main:ClientBase@543] - tearDown starting
    [junit] 2016-09-16 17:26:27,502 [myid:] - INFO  [main:ZooKeeper@1313] - Session: 0x123b10449db0000 closed
    [junit] 2016-09-16 17:26:27,502 [myid:] - INFO  [main-EventThread:ClientCnxn$EventThread@513] - EventThread shut down for session: 0x123b10449db0000
    [junit] 2016-09-16 17:26:27,502 [myid:] - INFO  [main:ClientBase@513] - STOPPING server
    [junit] 2016-09-16 17:26:27,503 [myid:] - INFO  [ConnnectionExpirer:NIOServerCnxnFactory$ConnectionExpirerThread@583] - ConnnectionExpirerThread interrupted
    [junit] 2016-09-16 17:26:27,503 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-1:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-16 17:26:27,503 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-0:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-16 17:26:27,503 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:11222:NIOServerCnxnFactory$AcceptThread@219] - accept thread exitted run method
    [junit] 2016-09-16 17:26:27,503 [myid:] - INFO  [main:ZooKeeperServer@529] - shutting down
    [junit] 2016-09-16 17:26:27,503 [myid:] - ERROR [main:ZooKeeperServer@501] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
    [junit] 2016-09-16 17:26:27,504 [myid:] - INFO  [main:SessionTrackerImpl@232] - Shutting down
    [junit] 2016-09-16 17:26:27,504 [myid:] - INFO  [main:PrepRequestProcessor@965] - Shutting down
    [junit] 2016-09-16 17:26:27,504 [myid:] - INFO  [main:SyncRequestProcessor@191] - Shutting down
    [junit] 2016-09-16 17:26:27,504 [myid:] - INFO  [ProcessThread(sid:0 cport:11222)::PrepRequestProcessor@154] - PrepRequestProcessor exited loop!
    [junit] 2016-09-16 17:26:27,504 [myid:] - INFO  [SyncThread:0:SyncRequestProcessor@169] - SyncRequestProcessor exited!
    [junit] 2016-09-16 17:26:27,504 [myid:] - INFO  [main:FinalRequestProcessor@479] - shutdown of request processor complete
    [junit] 2016-09-16 17:26:27,505 [myid:] - INFO  [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port11222,name1=InMemoryDataTree]
    [junit] 2016-09-16 17:26:27,505 [myid:] - INFO  [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port11222]
    [junit] 2016-09-16 17:26:27,505 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11222
    [junit] 2016-09-16 17:26:27,505 [myid:] - INFO  [main:JMXEnv@146] - ensureOnly:[]
    [junit] 2016-09-16 17:26:27,509 [myid:] - INFO  [main:ClientBase@568] - fdcount after test is: 60 at start it was 43
    [junit] 2016-09-16 17:26:27,509 [myid:] - INFO  [main:ClientBase@570] - sleeping for 20 secs
    [junit] 2016-09-16 17:26:27,510 [myid:] - INFO  [main:ZKTestCase$1@65] - SUCCEEDED testQuota
    [junit] 2016-09-16 17:26:27,511 [myid:] - INFO  [main:ZKTestCase$1@60] - FINISHED testQuota
    [junit] Tests run: 1, Failures: 0, Errors: 0, Time elapsed: 2.099 sec

BUILD FAILED
/zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build.xml:1233: Tests failed!

Total time: 75 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
[locks-and-latches] Releasing all the locks
[locks-and-latches] All the locks released
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



###################################################################################
############################## FAILED TESTS (if any) ##############################
2 tests failed.
FAILED:  org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortLeader

Error Message:
client could not connect to reestablished quorum: giving up after 30+ seconds.

Stack Trace:
junit.framework.AssertionFailedError: client could not connect to reestablished quorum: giving up after 30+ seconds.
	at org.apache.zookeeper.test.ReconfigTest.testNormalOperation(ReconfigTest.java:173)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPort(ReconfigTest.java:732)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortLeader(ReconfigTest.java:662)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortFollower

Error Message:
client could not connect to reestablished quorum: giving up after 30+ seconds.

Stack Trace:
junit.framework.AssertionFailedError: client could not connect to reestablished quorum: giving up after 30+ seconds.
	at org.apache.zookeeper.test.ReconfigTest.testNormalOperation(ReconfigTest.java:173)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPort(ReconfigTest.java:732)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortFollower(ReconfigTest.java:658)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)



ZooKeeper_branch35_solaris - Build # 251 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See https://builds.apache.org/job/ZooKeeper_branch35_solaris/251/

###################################################################################
########################## LAST 60 LINES OF THE CONSOLE ###########################
[...truncated 433671 lines...]
    [junit] 2016-09-15 17:17:58,470 [myid:] - INFO  [main:ClientBase@386] - CREATING server instance 127.0.0.1:11222
    [junit] 2016-09-15 17:17:58,471 [myid:] - INFO  [main:NIOServerCnxnFactory@673] - Configuring NIO connection handler with 10s sessionless connection timeout, 2 selector thread(s), 16 worker threads, and 64 kB direct buffers.
    [junit] 2016-09-15 17:17:58,471 [myid:] - INFO  [main:NIOServerCnxnFactory@686] - binding to port 0.0.0.0/0.0.0.0:11222
    [junit] 2016-09-15 17:17:58,472 [myid:] - INFO  [main:ClientBase@361] - STARTING server instance 127.0.0.1:11222
    [junit] 2016-09-15 17:17:58,472 [myid:] - INFO  [main:ZooKeeperServer@889] - minSessionTimeout set to 6000
    [junit] 2016-09-15 17:17:58,472 [myid:] - INFO  [main:ZooKeeperServer@898] - maxSessionTimeout set to 60000
    [junit] 2016-09-15 17:17:58,473 [myid:] - INFO  [main:ZooKeeperServer@159] - Created server with tickTime 3000 minSessionTimeout 6000 maxSessionTimeout 60000 datadir /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test1482490038538531999.junit.dir/version-2 snapdir /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test1482490038538531999.junit.dir/version-2
    [junit] 2016-09-15 17:17:58,473 [myid:] - INFO  [main:FileSnap@83] - Reading snapshot /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test1482490038538531999.junit.dir/version-2/snapshot.b
    [junit] 2016-09-15 17:17:58,475 [myid:] - INFO  [main:FileTxnSnapLog@298] - Snapshotting: 0xb to /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test1482490038538531999.junit.dir/version-2/snapshot.b
    [junit] 2016-09-15 17:17:58,477 [myid:] - ERROR [main:ZooKeeperServer@501] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
    [junit] 2016-09-15 17:17:58,477 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11222
    [junit] 2016-09-15 17:17:58,477 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:11222:NIOServerCnxnFactory$AcceptThread@296] - Accepted socket connection from /127.0.0.1:51756
    [junit] 2016-09-15 17:17:58,478 [myid:] - INFO  [NIOWorkerThread-1:NIOServerCnxn@485] - Processing stat command from /127.0.0.1:51756
    [junit] 2016-09-15 17:17:58,478 [myid:] - INFO  [NIOWorkerThread-1:StatCommand@49] - Stat command output
    [junit] 2016-09-15 17:17:58,478 [myid:] - INFO  [NIOWorkerThread-1:NIOServerCnxn@607] - Closed socket connection for client /127.0.0.1:51756 (no session established for client)
    [junit] 2016-09-15 17:17:58,479 [myid:] - INFO  [main:JMXEnv@228] - ensureParent:[InMemoryDataTree, StandaloneServer_port]
    [junit] 2016-09-15 17:17:58,480 [myid:] - INFO  [main:JMXEnv@245] - expect:InMemoryDataTree
    [junit] 2016-09-15 17:17:58,480 [myid:] - INFO  [main:JMXEnv@249] - found:InMemoryDataTree org.apache.ZooKeeperService:name0=StandaloneServer_port11222,name1=InMemoryDataTree
    [junit] 2016-09-15 17:17:58,480 [myid:] - INFO  [main:JMXEnv@245] - expect:StandaloneServer_port
    [junit] 2016-09-15 17:17:58,480 [myid:] - INFO  [main:JMXEnv@249] - found:StandaloneServer_port org.apache.ZooKeeperService:name0=StandaloneServer_port11222
    [junit] 2016-09-15 17:17:58,481 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@82] - Memory used 17796
    [junit] 2016-09-15 17:17:58,481 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@87] - Number of threads 24
    [junit] 2016-09-15 17:17:58,481 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@102] - FINISHED TEST METHOD testQuota
    [junit] 2016-09-15 17:17:58,481 [myid:] - INFO  [main:ClientBase@543] - tearDown starting
    [junit] 2016-09-15 17:17:58,562 [myid:] - INFO  [main:ZooKeeper@1313] - Session: 0x123abd636c60000 closed
    [junit] 2016-09-15 17:17:58,562 [myid:] - INFO  [main:ClientBase@513] - STOPPING server
    [junit] 2016-09-15 17:17:58,563 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-0:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-15 17:17:58,563 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-1:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-15 17:17:58,563 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:11222:NIOServerCnxnFactory$AcceptThread@219] - accept thread exitted run method
    [junit] 2016-09-15 17:17:58,563 [myid:] - INFO  [ConnnectionExpirer:NIOServerCnxnFactory$ConnectionExpirerThread@583] - ConnnectionExpirerThread interrupted
    [junit] 2016-09-15 17:17:58,563 [myid:] - INFO  [main-EventThread:ClientCnxn$EventThread@513] - EventThread shut down for session: 0x123abd636c60000
    [junit] 2016-09-15 17:17:58,563 [myid:] - INFO  [main:ZooKeeperServer@529] - shutting down
    [junit] 2016-09-15 17:17:58,564 [myid:] - ERROR [main:ZooKeeperServer@501] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
    [junit] 2016-09-15 17:17:58,564 [myid:] - INFO  [main:SessionTrackerImpl@232] - Shutting down
    [junit] 2016-09-15 17:17:58,564 [myid:] - INFO  [main:PrepRequestProcessor@965] - Shutting down
    [junit] 2016-09-15 17:17:58,564 [myid:] - INFO  [main:SyncRequestProcessor@191] - Shutting down
    [junit] 2016-09-15 17:17:58,564 [myid:] - INFO  [ProcessThread(sid:0 cport:11222)::PrepRequestProcessor@154] - PrepRequestProcessor exited loop!
    [junit] 2016-09-15 17:17:58,573 [myid:] - INFO  [SyncThread:0:SyncRequestProcessor@169] - SyncRequestProcessor exited!
    [junit] 2016-09-15 17:17:58,573 [myid:] - INFO  [main:FinalRequestProcessor@479] - shutdown of request processor complete
    [junit] 2016-09-15 17:17:58,573 [myid:] - INFO  [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port11222,name1=InMemoryDataTree]
    [junit] 2016-09-15 17:17:58,574 [myid:] - INFO  [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port11222]
    [junit] 2016-09-15 17:17:58,574 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11222
    [junit] 2016-09-15 17:17:58,574 [myid:] - INFO  [main:JMXEnv@146] - ensureOnly:[]
    [junit] 2016-09-15 17:17:58,579 [myid:] - INFO  [main:ClientBase@568] - fdcount after test is: 60 at start it was 43
    [junit] 2016-09-15 17:17:58,579 [myid:] - INFO  [main:ClientBase@570] - sleeping for 20 secs
    [junit] 2016-09-15 17:17:58,580 [myid:] - INFO  [main:ZKTestCase$1@65] - SUCCEEDED testQuota
    [junit] 2016-09-15 17:17:58,580 [myid:] - INFO  [main:ZKTestCase$1@60] - FINISHED testQuota
    [junit] Tests run: 1, Failures: 0, Errors: 0, Time elapsed: 0.811 sec

BUILD FAILED
/zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build.xml:1233: Tests failed!

Total time: 68 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
[locks-and-latches] Releasing all the locks
[locks-and-latches] All the locks released
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



###################################################################################
############################## FAILED TESTS (if any) ##############################
10 tests failed.
FAILED:  org.apache.zookeeper.server.quorum.ReconfigRecoveryTest.testCurrentServersAreObserversInNextConfig

Error Message:
waiting for server 3 being up

Stack Trace:
junit.framework.AssertionFailedError: waiting for server 3 being up
	at org.apache.zookeeper.server.quorum.ReconfigRecoveryTest.testCurrentServersAreObserversInNextConfig(ReconfigRecoveryTest.java:217)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatchAutoResetWithPending

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatcherCorrectness

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatcherAutoResetDisabledWithLocal

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatcherAutoResetWithGlobal

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatcherCount

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatcherAutoResetDisabledWithGlobal

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.WatcherTest.testWatcherAutoResetWithLocal

Error Message:
Unexpected bean exists! expected:<0> but was:<1>

Stack Trace:
junit.framework.AssertionFailedError: Unexpected bean exists! expected:<0> but was:<1>
	at org.apache.zookeeper.test.ClientBase.verifyUnexpectedBeans(ClientBase.java:498)
	at org.apache.zookeeper.test.ClientBase.startServer(ClientBase.java:477)
	at org.apache.zookeeper.test.ClientBase.setUp(ClientBase.java:460)
	at org.apache.zookeeper.test.WatcherTest.setUp(WatcherTest.java:73)


FAILED:  org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortLeader

Error Message:
client could not connect to reestablished quorum: giving up after 30+ seconds.

Stack Trace:
junit.framework.AssertionFailedError: client could not connect to reestablished quorum: giving up after 30+ seconds.
	at org.apache.zookeeper.test.ReconfigTest.testNormalOperation(ReconfigTest.java:173)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPort(ReconfigTest.java:732)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortLeader(ReconfigTest.java:662)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortFollower

Error Message:
client could not connect to reestablished quorum: giving up after 30+ seconds.

Stack Trace:
junit.framework.AssertionFailedError: client could not connect to reestablished quorum: giving up after 30+ seconds.
	at org.apache.zookeeper.test.ReconfigTest.testNormalOperation(ReconfigTest.java:173)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPort(ReconfigTest.java:732)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortFollower(ReconfigTest.java:658)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)



ZooKeeper_branch35_solaris - Build # 250 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See https://builds.apache.org/job/ZooKeeper_branch35_solaris/250/

###################################################################################
########################## LAST 60 LINES OF THE CONSOLE ###########################
[...truncated 435869 lines...]
    [junit] 2016-09-14 17:23:18,043 [myid:] - INFO  [main:ClientBase@386] - CREATING server instance 127.0.0.1:11222
    [junit] 2016-09-14 17:23:18,043 [myid:] - INFO  [main:NIOServerCnxnFactory@673] - Configuring NIO connection handler with 10s sessionless connection timeout, 2 selector thread(s), 16 worker threads, and 64 kB direct buffers.
    [junit] 2016-09-14 17:23:18,044 [myid:] - INFO  [main:NIOServerCnxnFactory@686] - binding to port 0.0.0.0/0.0.0.0:11222
    [junit] 2016-09-14 17:23:18,045 [myid:] - INFO  [main:ClientBase@361] - STARTING server instance 127.0.0.1:11222
    [junit] 2016-09-14 17:23:18,045 [myid:] - INFO  [main:ZooKeeperServer@889] - minSessionTimeout set to 6000
    [junit] 2016-09-14 17:23:18,045 [myid:] - INFO  [main:ZooKeeperServer@898] - maxSessionTimeout set to 60000
    [junit] 2016-09-14 17:23:18,045 [myid:] - INFO  [main:ZooKeeperServer@159] - Created server with tickTime 3000 minSessionTimeout 6000 maxSessionTimeout 60000 datadir /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2511093430055494849.junit.dir/version-2 snapdir /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2511093430055494849.junit.dir/version-2
    [junit] 2016-09-14 17:23:18,046 [myid:] - INFO  [main:FileSnap@83] - Reading snapshot /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2511093430055494849.junit.dir/version-2/snapshot.b
    [junit] 2016-09-14 17:23:18,048 [myid:] - INFO  [main:FileTxnSnapLog@298] - Snapshotting: 0xb to /zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build/test/tmp/test2511093430055494849.junit.dir/version-2/snapshot.b
    [junit] 2016-09-14 17:23:18,049 [myid:] - ERROR [main:ZooKeeperServer@501] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
    [junit] 2016-09-14 17:23:18,049 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11222
    [junit] 2016-09-14 17:23:18,050 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:11222:NIOServerCnxnFactory$AcceptThread@296] - Accepted socket connection from /127.0.0.1:42038
    [junit] 2016-09-14 17:23:18,050 [myid:] - INFO  [NIOWorkerThread-1:NIOServerCnxn@485] - Processing stat command from /127.0.0.1:42038
    [junit] 2016-09-14 17:23:18,051 [myid:] - INFO  [NIOWorkerThread-1:StatCommand@49] - Stat command output
    [junit] 2016-09-14 17:23:18,051 [myid:] - INFO  [NIOWorkerThread-1:NIOServerCnxn@607] - Closed socket connection for client /127.0.0.1:42038 (no session established for client)
    [junit] 2016-09-14 17:23:18,051 [myid:] - INFO  [main:JMXEnv@228] - ensureParent:[InMemoryDataTree, StandaloneServer_port]
    [junit] 2016-09-14 17:23:18,052 [myid:] - INFO  [main:JMXEnv@245] - expect:InMemoryDataTree
    [junit] 2016-09-14 17:23:18,053 [myid:] - INFO  [main:JMXEnv@249] - found:InMemoryDataTree org.apache.ZooKeeperService:name0=StandaloneServer_port11222,name1=InMemoryDataTree
    [junit] 2016-09-14 17:23:18,053 [myid:] - INFO  [main:JMXEnv@245] - expect:StandaloneServer_port
    [junit] 2016-09-14 17:23:18,053 [myid:] - INFO  [main:JMXEnv@249] - found:StandaloneServer_port org.apache.ZooKeeperService:name0=StandaloneServer_port11222
    [junit] 2016-09-14 17:23:18,053 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@82] - Memory used 17791
    [junit] 2016-09-14 17:23:18,053 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@87] - Number of threads 24
    [junit] 2016-09-14 17:23:18,053 [myid:] - INFO  [main:JUnit4ZKTestRunner$LoggedInvokeMethod@102] - FINISHED TEST METHOD testQuota
    [junit] 2016-09-14 17:23:18,054 [myid:] - INFO  [main:ClientBase@543] - tearDown starting
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [main:ZooKeeper@1313] - Session: 0x123a6b4bac50000 closed
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [main:ClientBase@513] - STOPPING server
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [main-EventThread:ClientCnxn$EventThread@513] - EventThread shut down for session: 0x123a6b4bac50000
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-0:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [NIOServerCxnFactory.SelectorThread-1:NIOServerCnxnFactory$SelectorThread@420] - selector thread exitted run method
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:11222:NIOServerCnxnFactory$AcceptThread@219] - accept thread exitted run method
    [junit] 2016-09-14 17:23:18,132 [myid:] - INFO  [ConnnectionExpirer:NIOServerCnxnFactory$ConnectionExpirerThread@583] - ConnnectionExpirerThread interrupted
    [junit] 2016-09-14 17:23:18,133 [myid:] - INFO  [main:ZooKeeperServer@529] - shutting down
    [junit] 2016-09-14 17:23:18,133 [myid:] - ERROR [main:ZooKeeperServer@501] - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
    [junit] 2016-09-14 17:23:18,134 [myid:] - INFO  [main:SessionTrackerImpl@232] - Shutting down
    [junit] 2016-09-14 17:23:18,134 [myid:] - INFO  [main:PrepRequestProcessor@965] - Shutting down
    [junit] 2016-09-14 17:23:18,134 [myid:] - INFO  [main:SyncRequestProcessor@191] - Shutting down
    [junit] 2016-09-14 17:23:18,134 [myid:] - INFO  [ProcessThread(sid:0 cport:11222)::PrepRequestProcessor@154] - PrepRequestProcessor exited loop!
    [junit] 2016-09-14 17:23:18,134 [myid:] - INFO  [SyncThread:0:SyncRequestProcessor@169] - SyncRequestProcessor exited!
    [junit] 2016-09-14 17:23:18,134 [myid:] - INFO  [main:FinalRequestProcessor@479] - shutdown of request processor complete
    [junit] 2016-09-14 17:23:18,135 [myid:] - INFO  [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port11222,name1=InMemoryDataTree]
    [junit] 2016-09-14 17:23:18,135 [myid:] - INFO  [main:MBeanRegistry@128] - Unregister MBean [org.apache.ZooKeeperService:name0=StandaloneServer_port11222]
    [junit] 2016-09-14 17:23:18,135 [myid:] - INFO  [main:FourLetterWordMain@85] - connecting to 127.0.0.1 11222
    [junit] 2016-09-14 17:23:18,135 [myid:] - INFO  [main:JMXEnv@146] - ensureOnly:[]
    [junit] 2016-09-14 17:23:18,140 [myid:] - INFO  [main:ClientBase@568] - fdcount after test is: 60 at start it was 43
    [junit] 2016-09-14 17:23:18,140 [myid:] - INFO  [main:ClientBase@570] - sleeping for 20 secs
    [junit] 2016-09-14 17:23:18,141 [myid:] - INFO  [main:ZKTestCase$1@65] - SUCCEEDED testQuota
    [junit] 2016-09-14 17:23:18,141 [myid:] - INFO  [main:ZKTestCase$1@60] - FINISHED testQuota
    [junit] Tests run: 1, Failures: 0, Errors: 0, Time elapsed: 0.868 sec

BUILD FAILED
/zonestorage/hudson_solaris/home/hudson/hudson-slave/workspace/ZooKeeper_branch35_solaris/build.xml:1233: Tests failed!

Total time: 74 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
[locks-and-latches] Releasing all the locks
[locks-and-latches] All the locks released
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



###################################################################################
############################## FAILED TESTS (if any) ##############################
5 tests failed.
FAILED:  org.apache.zookeeper.server.quorum.ReconfigBackupTest.testReconfigCreateNewVersionFile

Error Message:
waiting for server 4 being up

Stack Trace:
junit.framework.AssertionFailedError: waiting for server 4 being up
	at org.apache.zookeeper.server.quorum.ReconfigBackupTest.testReconfigCreateNewVersionFile(ReconfigBackupTest.java:199)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.FLENewEpochTest.testLENewEpoch

Error Message:
First leader election failed

Stack Trace:
junit.framework.AssertionFailedError: First leader election failed
	at org.apache.zookeeper.test.FLENewEpochTest.testLENewEpoch(FLENewEpochTest.java:175)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.FLEZeroWeightTest.testZeroWeightQuorum

Error Message:
Threads didn't join

Stack Trace:
junit.framework.AssertionFailedError: Threads didn't join
	at org.apache.zookeeper.test.FLEZeroWeightTest.testZeroWeightQuorum(FLEZeroWeightTest.java:167)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortLeader

Error Message:
client could not connect to reestablished quorum: giving up after 30+ seconds.

Stack Trace:
junit.framework.AssertionFailedError: client could not connect to reestablished quorum: giving up after 30+ seconds.
	at org.apache.zookeeper.test.ReconfigTest.testNormalOperation(ReconfigTest.java:173)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPort(ReconfigTest.java:732)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortLeader(ReconfigTest.java:662)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)


FAILED:  org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortFollower

Error Message:
client could not connect to reestablished quorum: giving up after 30+ seconds.

Stack Trace:
junit.framework.AssertionFailedError: client could not connect to reestablished quorum: giving up after 30+ seconds.
	at org.apache.zookeeper.test.ReconfigTest.testNormalOperation(ReconfigTest.java:173)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPort(ReconfigTest.java:732)
	at org.apache.zookeeper.test.ReconfigTest.testPortChangeToBlockedPortFollower(ReconfigTest.java:658)
	at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:79)