You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2012/12/13 03:27:36 UTC

[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #705: POMs out of sync

Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/705/

8 tests failed.
FAILED:  org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd.org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd

Error Message:
24 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd:     1) Thread[id=114, name=qtp457000839-114 Acceptor0 SelectChannelConnector@0.0.0.0:60861, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=54, name=qtp799883842-54 Acceptor1 SelectChannelConnector@0.0.0.0:46478, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=84, name=qtp1894682801-84 Acceptor0 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=36, name=qtp569329915-36 Acceptor0 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=38, name=qtp569329915-38 Acceptor2 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=100, name=qtp450232869-100 Acceptor1 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=117, name=qtp457000839-117 Acceptor3 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=85, name=qtp1894682801-85 Acceptor1 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=116, name=qtp457000839-116 Acceptor2 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=37, name=qtp569329915-37 Acceptor1 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=55, name=qtp799883842-55 Acceptor2 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=101, name=qtp450232869-101 Acceptor2 SelectChannelConnector@0.0.0.0:56268, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=39, name=qtp569329915-39 Acceptor3 SelectChannelConnector@0.0.0.0:21269, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=115, name=qtp457000839-115 Acceptor1 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=87, name=qtp1894682801-87 Acceptor3 SelectChannelConnector@0.0.0.0:54585, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=53, name=qtp799883842-53 Acceptor0 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=56, name=qtp799883842-56 Acceptor3 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=102, name=qtp450232869-102 Acceptor3 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=99, name=qtp450232869-99 Acceptor0 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=69, name=qtp1739096872-69 Acceptor0 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=86, name=qtp1894682801-86 Acceptor2 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=72, name=qtp1739096872-72 Acceptor3 SelectChannelConnector@0.0.0.0:25007, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=71, name=qtp1739096872-71 Acceptor2 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=70, name=qtp1739096872-70 Acceptor1 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 24 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd: 
   1) Thread[id=114, name=qtp457000839-114 Acceptor0 SelectChannelConnector@0.0.0.0:60861, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=54, name=qtp799883842-54 Acceptor1 SelectChannelConnector@0.0.0.0:46478, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=84, name=qtp1894682801-84 Acceptor0 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=36, name=qtp569329915-36 Acceptor0 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=38, name=qtp569329915-38 Acceptor2 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=100, name=qtp450232869-100 Acceptor1 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=117, name=qtp457000839-117 Acceptor3 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=85, name=qtp1894682801-85 Acceptor1 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=116, name=qtp457000839-116 Acceptor2 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=37, name=qtp569329915-37 Acceptor1 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=55, name=qtp799883842-55 Acceptor2 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=101, name=qtp450232869-101 Acceptor2 SelectChannelConnector@0.0.0.0:56268, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=39, name=qtp569329915-39 Acceptor3 SelectChannelConnector@0.0.0.0:21269, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=115, name=qtp457000839-115 Acceptor1 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=87, name=qtp1894682801-87 Acceptor3 SelectChannelConnector@0.0.0.0:54585, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=53, name=qtp799883842-53 Acceptor0 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=56, name=qtp799883842-56 Acceptor3 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=102, name=qtp450232869-102 Acceptor3 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=99, name=qtp450232869-99 Acceptor0 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=69, name=qtp1739096872-69 Acceptor0 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=86, name=qtp1894682801-86 Acceptor2 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=72, name=qtp1739096872-72 Acceptor3 SelectChannelConnector@0.0.0.0:25007, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=71, name=qtp1739096872-71 Acceptor2 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=70, name=qtp1739096872-70 Acceptor1 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([B8C20702EE23979C]:0)


FAILED:  org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd.org.apache.solr.handler.dataimport.TestSolrEntityProcessorEndToEnd

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=114, name=qtp457000839-114 Acceptor0 SelectChannelConnector@0.0.0.0:60861, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=55, name=qtp799883842-55 Acceptor2 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=84, name=qtp1894682801-84 Acceptor0 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=54, name=qtp799883842-54 Acceptor1 SelectChannelConnector@0.0.0.0:46478, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=101, name=qtp450232869-101 Acceptor2 SelectChannelConnector@0.0.0.0:56268, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=39, name=qtp569329915-39 Acceptor3 SelectChannelConnector@0.0.0.0:21269, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=115, name=qtp457000839-115 Acceptor1 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=87, name=qtp1894682801-87 Acceptor3 SelectChannelConnector@0.0.0.0:54585, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=53, name=qtp799883842-53 Acceptor0 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=56, name=qtp799883842-56 Acceptor3 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=36, name=qtp569329915-36 Acceptor0 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=102, name=qtp450232869-102 Acceptor3 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=100, name=qtp450232869-100 Acceptor1 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=38, name=qtp569329915-38 Acceptor2 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=117, name=qtp457000839-117 Acceptor3 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=99, name=qtp450232869-99 Acceptor0 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=69, name=qtp1739096872-69 Acceptor0 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=85, name=qtp1894682801-85 Acceptor1 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=86, name=qtp1894682801-86 Acceptor2 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=72, name=qtp1739096872-72 Acceptor3 SelectChannelConnector@0.0.0.0:25007, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=71, name=qtp1739096872-71 Acceptor2 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=116, name=qtp457000839-116 Acceptor2 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=37, name=qtp569329915-37 Acceptor1 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=70, name=qtp1739096872-70 Acceptor1 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=114, name=qtp457000839-114 Acceptor0 SelectChannelConnector@0.0.0.0:60861, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=55, name=qtp799883842-55 Acceptor2 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=84, name=qtp1894682801-84 Acceptor0 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=54, name=qtp799883842-54 Acceptor1 SelectChannelConnector@0.0.0.0:46478, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=101, name=qtp450232869-101 Acceptor2 SelectChannelConnector@0.0.0.0:56268, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=39, name=qtp569329915-39 Acceptor3 SelectChannelConnector@0.0.0.0:21269, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=115, name=qtp457000839-115 Acceptor1 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=87, name=qtp1894682801-87 Acceptor3 SelectChannelConnector@0.0.0.0:54585, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=53, name=qtp799883842-53 Acceptor0 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=56, name=qtp799883842-56 Acceptor3 SelectChannelConnector@0.0.0.0:46478, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=36, name=qtp569329915-36 Acceptor0 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=102, name=qtp450232869-102 Acceptor3 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=100, name=qtp450232869-100 Acceptor1 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=38, name=qtp569329915-38 Acceptor2 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=117, name=qtp457000839-117 Acceptor3 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=99, name=qtp450232869-99 Acceptor0 SelectChannelConnector@0.0.0.0:56268, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=69, name=qtp1739096872-69 Acceptor0 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=85, name=qtp1894682801-85 Acceptor1 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=86, name=qtp1894682801-86 Acceptor2 SelectChannelConnector@0.0.0.0:54585, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=72, name=qtp1739096872-72 Acceptor3 SelectChannelConnector@0.0.0.0:25007, state=RUNNABLE, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=71, name=qtp1739096872-71 Acceptor2 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=116, name=qtp457000839-116 Acceptor2 SelectChannelConnector@0.0.0.0:60861, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=37, name=qtp569329915-37 Acceptor1 SelectChannelConnector@0.0.0.0:21269, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=70, name=qtp1739096872-70 Acceptor1 SelectChannelConnector@0.0.0.0:25007, state=BLOCKED, group=TGRP-TestSolrEntityProcessorEndToEnd]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([B8C20702EE23979C]:0)


FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest:     1) Thread[id=135, name=qtp1709064643-135 Acceptor0 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=73, name=qtp1522681867-73 Acceptor0 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=91, name=qtp1929360222-91 Acceptor3 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=29, name=qtp1542795923-29 Acceptor3 SelectChannelConnector@0.0.0.0:53692, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=26, name=qtp1542795923-26 Acceptor0 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=136, name=qtp1709064643-136 Acceptor1 SelectChannelConnector@0.0.0.0:24112, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=123, name=qtp1612132038-123 Acceptor3 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=120, name=qtp1612132038-120 Acceptor0 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=153, name=qtp1947719019-153 Acceptor3 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=59, name=qtp1672864109-59 Acceptor1 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=88, name=qtp1929360222-88 Acceptor0 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=43, name=qtp493256176-43 Acceptor2 SelectChannelConnector@0.0.0.0:39437, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=107, name=qtp736352268-107 Acceptor2 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=27, name=qtp1542795923-27 Acceptor1 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=106, name=qtp736352268-106 Acceptor1 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=41, name=qtp493256176-41 Acceptor0 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=90, name=qtp1929360222-90 Acceptor2 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=44, name=qtp493256176-44 Acceptor3 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=89, name=qtp1929360222-89 Acceptor1 SelectChannelConnector@0.0.0.0:52910, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=60, name=qtp1672864109-60 Acceptor2 SelectChannelConnector@0.0.0.0:38980, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=76, name=qtp1522681867-76 Acceptor3 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=58, name=qtp1672864109-58 Acceptor0 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=75, name=qtp1522681867-75 Acceptor2 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=74, name=qtp1522681867-74 Acceptor1 SelectChannelConnector@0.0.0.0:14256, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=150, name=qtp1947719019-150 Acceptor0 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=151, name=qtp1947719019-151 Acceptor1 SelectChannelConnector@0.0.0.0:18019, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=105, name=qtp736352268-105 Acceptor0 SelectChannelConnector@0.0.0.0:47106, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=121, name=qtp1612132038-121 Acceptor1 SelectChannelConnector@0.0.0.0:19674, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=152, name=qtp1947719019-152 Acceptor2 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=61, name=qtp1672864109-61 Acceptor3 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=138, name=qtp1709064643-138 Acceptor3 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=122, name=qtp1612132038-122 Acceptor2 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=42, name=qtp493256176-42 Acceptor1 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=137, name=qtp1709064643-137 Acceptor2 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=28, name=qtp1542795923-28 Acceptor2 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=108, name=qtp736352268-108 Acceptor3 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest: 
   1) Thread[id=135, name=qtp1709064643-135 Acceptor0 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=73, name=qtp1522681867-73 Acceptor0 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=91, name=qtp1929360222-91 Acceptor3 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=29, name=qtp1542795923-29 Acceptor3 SelectChannelConnector@0.0.0.0:53692, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=26, name=qtp1542795923-26 Acceptor0 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=136, name=qtp1709064643-136 Acceptor1 SelectChannelConnector@0.0.0.0:24112, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=123, name=qtp1612132038-123 Acceptor3 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=120, name=qtp1612132038-120 Acceptor0 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=153, name=qtp1947719019-153 Acceptor3 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=59, name=qtp1672864109-59 Acceptor1 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=88, name=qtp1929360222-88 Acceptor0 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=43, name=qtp493256176-43 Acceptor2 SelectChannelConnector@0.0.0.0:39437, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=107, name=qtp736352268-107 Acceptor2 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=27, name=qtp1542795923-27 Acceptor1 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=106, name=qtp736352268-106 Acceptor1 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=41, name=qtp493256176-41 Acceptor0 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=90, name=qtp1929360222-90 Acceptor2 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=44, name=qtp493256176-44 Acceptor3 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=89, name=qtp1929360222-89 Acceptor1 SelectChannelConnector@0.0.0.0:52910, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=60, name=qtp1672864109-60 Acceptor2 SelectChannelConnector@0.0.0.0:38980, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=76, name=qtp1522681867-76 Acceptor3 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=58, name=qtp1672864109-58 Acceptor0 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=75, name=qtp1522681867-75 Acceptor2 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=74, name=qtp1522681867-74 Acceptor1 SelectChannelConnector@0.0.0.0:14256, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=150, name=qtp1947719019-150 Acceptor0 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=151, name=qtp1947719019-151 Acceptor1 SelectChannelConnector@0.0.0.0:18019, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=105, name=qtp736352268-105 Acceptor0 SelectChannelConnector@0.0.0.0:47106, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=121, name=qtp1612132038-121 Acceptor1 SelectChannelConnector@0.0.0.0:19674, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=152, name=qtp1947719019-152 Acceptor2 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=61, name=qtp1672864109-61 Acceptor3 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=138, name=qtp1709064643-138 Acceptor3 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=122, name=qtp1612132038-122 Acceptor2 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=42, name=qtp493256176-42 Acceptor1 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=137, name=qtp1709064643-137 Acceptor2 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=28, name=qtp1542795923-28 Acceptor2 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=108, name=qtp736352268-108 Acceptor3 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([6774A78F18378746]:0)


FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=135, name=qtp1709064643-135 Acceptor0 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=73, name=qtp1522681867-73 Acceptor0 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=91, name=qtp1929360222-91 Acceptor3 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=29, name=qtp1542795923-29 Acceptor3 SelectChannelConnector@0.0.0.0:53692, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=26, name=qtp1542795923-26 Acceptor0 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=136, name=qtp1709064643-136 Acceptor1 SelectChannelConnector@0.0.0.0:24112, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=123, name=qtp1612132038-123 Acceptor3 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=120, name=qtp1612132038-120 Acceptor0 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=153, name=qtp1947719019-153 Acceptor3 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=59, name=qtp1672864109-59 Acceptor1 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=88, name=qtp1929360222-88 Acceptor0 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=43, name=qtp493256176-43 Acceptor2 SelectChannelConnector@0.0.0.0:39437, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=107, name=qtp736352268-107 Acceptor2 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=27, name=qtp1542795923-27 Acceptor1 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=41, name=qtp493256176-41 Acceptor0 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=106, name=qtp736352268-106 Acceptor1 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=90, name=qtp1929360222-90 Acceptor2 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=44, name=qtp493256176-44 Acceptor3 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=89, name=qtp1929360222-89 Acceptor1 SelectChannelConnector@0.0.0.0:52910, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=60, name=qtp1672864109-60 Acceptor2 SelectChannelConnector@0.0.0.0:38980, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=76, name=qtp1522681867-76 Acceptor3 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=58, name=qtp1672864109-58 Acceptor0 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=75, name=qtp1522681867-75 Acceptor2 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=74, name=qtp1522681867-74 Acceptor1 SelectChannelConnector@0.0.0.0:14256, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=150, name=qtp1947719019-150 Acceptor0 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=151, name=qtp1947719019-151 Acceptor1 SelectChannelConnector@0.0.0.0:18019, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=105, name=qtp736352268-105 Acceptor0 SelectChannelConnector@0.0.0.0:47106, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=121, name=qtp1612132038-121 Acceptor1 SelectChannelConnector@0.0.0.0:19674, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=152, name=qtp1947719019-152 Acceptor2 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=61, name=qtp1672864109-61 Acceptor3 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=138, name=qtp1709064643-138 Acceptor3 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=122, name=qtp1612132038-122 Acceptor2 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=42, name=qtp493256176-42 Acceptor1 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=137, name=qtp1709064643-137 Acceptor2 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=28, name=qtp1542795923-28 Acceptor2 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=108, name=qtp736352268-108 Acceptor3 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=135, name=qtp1709064643-135 Acceptor0 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=73, name=qtp1522681867-73 Acceptor0 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=91, name=qtp1929360222-91 Acceptor3 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=29, name=qtp1542795923-29 Acceptor3 SelectChannelConnector@0.0.0.0:53692, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=26, name=qtp1542795923-26 Acceptor0 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=136, name=qtp1709064643-136 Acceptor1 SelectChannelConnector@0.0.0.0:24112, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=123, name=qtp1612132038-123 Acceptor3 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=120, name=qtp1612132038-120 Acceptor0 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=153, name=qtp1947719019-153 Acceptor3 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=59, name=qtp1672864109-59 Acceptor1 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=88, name=qtp1929360222-88 Acceptor0 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=43, name=qtp493256176-43 Acceptor2 SelectChannelConnector@0.0.0.0:39437, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=107, name=qtp736352268-107 Acceptor2 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=27, name=qtp1542795923-27 Acceptor1 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=41, name=qtp493256176-41 Acceptor0 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=106, name=qtp736352268-106 Acceptor1 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=90, name=qtp1929360222-90 Acceptor2 SelectChannelConnector@0.0.0.0:52910, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=44, name=qtp493256176-44 Acceptor3 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=89, name=qtp1929360222-89 Acceptor1 SelectChannelConnector@0.0.0.0:52910, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=60, name=qtp1672864109-60 Acceptor2 SelectChannelConnector@0.0.0.0:38980, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=76, name=qtp1522681867-76 Acceptor3 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=58, name=qtp1672864109-58 Acceptor0 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=75, name=qtp1522681867-75 Acceptor2 SelectChannelConnector@0.0.0.0:14256, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=74, name=qtp1522681867-74 Acceptor1 SelectChannelConnector@0.0.0.0:14256, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=150, name=qtp1947719019-150 Acceptor0 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=151, name=qtp1947719019-151 Acceptor1 SelectChannelConnector@0.0.0.0:18019, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=105, name=qtp736352268-105 Acceptor0 SelectChannelConnector@0.0.0.0:47106, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=121, name=qtp1612132038-121 Acceptor1 SelectChannelConnector@0.0.0.0:19674, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=152, name=qtp1947719019-152 Acceptor2 SelectChannelConnector@0.0.0.0:18019, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=61, name=qtp1672864109-61 Acceptor3 SelectChannelConnector@0.0.0.0:38980, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=138, name=qtp1709064643-138 Acceptor3 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=122, name=qtp1612132038-122 Acceptor2 SelectChannelConnector@0.0.0.0:19674, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=42, name=qtp493256176-42 Acceptor1 SelectChannelConnector@0.0.0.0:39437, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=137, name=qtp1709064643-137 Acceptor2 SelectChannelConnector@0.0.0.0:24112, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=28, name=qtp1542795923-28 Acceptor2 SelectChannelConnector@0.0.0.0:53692, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=108, name=qtp736352268-108 Acceptor3 SelectChannelConnector@0.0.0.0:47106, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([6774A78F18378746]:0)


FAILED:  org.apache.solr.servlet.CacheHeaderTest.org.apache.solr.servlet.CacheHeaderTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.servlet.CacheHeaderTest:     1) Thread[id=32, name=qtp577054034-32 Acceptor3 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=29, name=qtp577054034-29 Acceptor0 SelectChannelConnector@0.0.0.0:18891, state=RUNNABLE, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=31, name=qtp577054034-31 Acceptor2 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=30, name=qtp577054034-30 Acceptor1 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.servlet.CacheHeaderTest: 
   1) Thread[id=32, name=qtp577054034-32 Acceptor3 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=29, name=qtp577054034-29 Acceptor0 SelectChannelConnector@0.0.0.0:18891, state=RUNNABLE, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=31, name=qtp577054034-31 Acceptor2 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=30, name=qtp577054034-30 Acceptor1 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([98BE0F15B2483B2B]:0)


FAILED:  org.apache.solr.servlet.CacheHeaderTest.org.apache.solr.servlet.CacheHeaderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=32, name=qtp577054034-32 Acceptor3 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=29, name=qtp577054034-29 Acceptor0 SelectChannelConnector@0.0.0.0:18891, state=RUNNABLE, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=31, name=qtp577054034-31 Acceptor2 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=30, name=qtp577054034-30 Acceptor1 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=32, name=qtp577054034-32 Acceptor3 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=29, name=qtp577054034-29 Acceptor0 SelectChannelConnector@0.0.0.0:18891, state=RUNNABLE, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=31, name=qtp577054034-31 Acceptor2 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=30, name=qtp577054034-30 Acceptor1 SelectChannelConnector@0.0.0.0:18891, state=BLOCKED, group=TGRP-CacheHeaderTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([98BE0F15B2483B2B]:0)


FAILED:  org.apache.solr.client.solrj.TestLBHttpSolrServer.testTwoServers

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([2E4E2D9513AE534D]:0)


FAILED:  org.apache.solr.client.solrj.TestLBHttpSolrServer.org.apache.solr.client.solrj.TestLBHttpSolrServer

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([2E4E2D9513AE534D]:0)




Build Log:
[...truncated 26722 lines...]



[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #714: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/714/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 should have just been set up to be inconsistent - but it's still consistent

Stack Trace:
java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
	at __randomizedtesting.SeedInfo.seed([3D412854EF2BCD51:BCA7A64C9874AD6D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 21242 lines...]



[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #713: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/713/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
expected:<279> but was:<100>

Stack Trace:
java.lang.AssertionError: expected:<279> but was:<100>
	at __randomizedtesting.SeedInfo.seed([D91E7F58499C947B:58F8F1403EC3F447]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:102)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 21240 lines...]



Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #712: POMs out of sync

Posted by Mark Miller <ma...@gmail.com>.
Only 1 test fail on the maven build!

And I can easily duplicate on my FreeBSD env!

I'm so tired that I don't know that I will fix this tonight, but soon!

- Mark

On Dec 19, 2012, at 4:58 PM, Apache Jenkins Server <je...@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/712/
> 
> 1 tests failed.
> REGRESSION:  org.apache.solr.handler.component.DistributedMLTComponentTest.testDistribSearch
> 
> Error Message:
> Server at http://127.0.0.1:20964/ua_z/hz returned non ok status:500, message:Server Error
> 
> Stack Trace:
> org.apache.solr.common.SolrException: Server at http://127.0.0.1:20964/ua_z/hz returned non ok status:500, message:Server Error
> 	at __randomizedtesting.SeedInfo.seed([8761BA8083FBD7E1:6873498F4A4B7DD]:0)
> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
> 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
> 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
> 	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:470)
> 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:493)
> 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:475)
> 	at org.apache.solr.handler.component.DistributedMLTComponentTest.doTest(DistributedMLTComponentTest.java:119)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:616)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:679)
> 
> 
> 
> 
> Build Log:
> [...truncated 21237 lines...]
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #712: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/712/

1 tests failed.
REGRESSION:  org.apache.solr.handler.component.DistributedMLTComponentTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:20964/ua_z/hz returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:20964/ua_z/hz returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([8761BA8083FBD7E1:6873498F4A4B7DD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:470)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:493)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:475)
	at org.apache.solr.handler.component.DistributedMLTComponentTest.doTest(DistributedMLTComponentTest.java:119)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 21237 lines...]



[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #711: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/711/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
expected:<222> but was:<105>

Stack Trace:
java.lang.AssertionError: expected:<222> but was:<105>
	at __randomizedtesting.SeedInfo.seed([7600AB46414D289E:F7E6255E361248A2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:99)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
null

Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([594AD12E877206C0:D8AC5F36F02D66FC]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.junit.Assert.assertNotNull(Assert.java:537)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:211)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 21260 lines...]



Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #710: POMs out of sync

Posted by Steve Rowe <sa...@gmail.com>.
I committed a fix for this (missing SHA1 file for randomizedtesting-runner dependency): upgraded to v2.0.7 in trunk and on branch_4x.

On Dec 17, 2012, at 8:34 PM, Apache Jenkins Server <je...@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/710/
> 
> No tests ran.
> 
> Build Log:
> [...truncated 11065 lines...]
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #710: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/710/

No tests ran.

Build Log:
[...truncated 11065 lines...]



[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #709: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/709/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Shard still reported as live in zk - 0 jetty

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
	at __randomizedtesting.SeedInfo.seed([C84B3DD841EBB3FB:49ADB3C036B4D3C7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1239)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:217)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:92)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:793)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Shard still reported as live in zk - 0 jetty

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
	at __randomizedtesting.SeedInfo.seed([7B4881507875E706:FAAE0F480F2A873A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1239)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1224)
	at org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncSliceTest.java:259)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:163)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:793)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 21282 lines...]



RE: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Uwe Schindler <uw...@thetaphi.de>.
> and actually test what happens when you query a node that is down.

That's possible: Use the "magic" IPv6 private reserved address to test a node that is down. Every IP stack on earth has to refuse a connection to that one.

Uwe

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Mark Miller [mailto:markrmiller@gmail.com]
> Sent: Saturday, December 15, 2012 12:45 AM
> To: dev@lucene.apache.org
> Subject: Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
> sync
> 
> The problem is that the black hole problem with no query side timeout.
> 
> I have to do all these waits that slow down tests to try avoiding ever querying a
> node that is down. So in many cases, I have to wait as long as the zkclient
> timeout until the ephemeral node representing a SolrCore times out. That is
> so that we avoid reading it and god forbid, make a request to it. That request
> will never come back home.
> 
> The below fail is doing such a wait. It's waiting to see the node go away, but I
> guess not waiting long enough.
> 
> I'd love to remove these's waits, speed up tests, and actually test what
> happens when you query a node that is down.
> 
> But FreeBDS + Blackhole thwarts me.
> 
> - Mark
> 
> 
> On Dec 14, 2012, at 6:38 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> 
> > "SOLR-4189: Fix hanging threads on FreeBSD in JettySolrRunner by making
> connector configureable through sysprop" is fixed. Also my cool
> syspropertyset worked to pass down sysprop to maven.
> >
> > The failing test is a well-known one.
> >
> > -----
> > Uwe Schindler
> > H.-H.-Meier-Allee 63, D-28213 Bremen
> > http://www.thetaphi.de
> > eMail: uwe@thetaphi.de
> >
> >
> >> -----Original Message-----
> >> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
> >> Sent: Saturday, December 15, 2012 12:35 AM
> >> To: dev@lucene.apache.org
> >> Subject: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
> >> sync
> >>
> >> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/
> >>
> >> 1 tests failed.
> >> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
> >>
> >> Error Message:
> >> Shard still reported as live in zk - 0 jetty
> >>
> >> Stack Trace:
> >> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
> >> 	at
> >>
> __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980
> >> A8]:0)
> >> 	at org.junit.Assert.fail(Assert.java:93)
> >> 	at
> >> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
> >> Abstrac
> >> tFullDistribZkTestBase.java:1239)
> >> 	at
> >> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
> >> Abstrac
> >> tFullDistribZkTestBase.java:1224)
> >> 	at
> >> org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncS
> >> liceT
> >> est.java:259)
> >> 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
> >> 	at
> >> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseD
> >> istribu
> >> tedSearchTestCase.java:793)
> >> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >> 	at
> >>
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.
> >> jav
> >> a:57)
> >> 	at
> >>
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> >> so
> >> rImpl.java:43)
> >> 	at java.lang.reflect.Method.invoke(Method.java:616)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomized
> >> Runner.java:1559)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Random
> >> izedRunner.java:79)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Random
> >> i
> >> zedRunner.java:737)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Random
> >> i
> >> zedRunner.java:773)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Random
> >> i
> >> zedRunner.java:787)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
> >> 1.e
> >> valuate(SystemPropertiesRestoreRule.java:53)
> >> 	at
> >> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRu
> >> leS
> >> etupTeardownChained.java:50)
> >> 	at
> >> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFi
> >> eldCac
> >> heSanity.java:51)
> >> 	at
> >> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
> >> oreAf
> >> terRule.java:46)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
> >> e$1.e
> >> valuate(SystemPropertiesInvariantRule.java:55)
> >> 	at
> >> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleT
> >> hre
> >> adAndTestName.java:49)
> >> 	at
> >> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
> >> RuleIg
> >> noreAfterMaxFailures.java:70)
> >> 	at
> >> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
> >> lure.j
> >> ava:48)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >> ru
> >> n(ThreadLeakControl.java:358)
> >> 	at
> >> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTa
> >> sk(
> >> ThreadLeakControl.java:782)
> >> 	at
> >> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(Threa
> >> dL
> >> eakControl.java:442)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> >> do
> >> mizedRunner.java:746)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Random
> >> i
> >> zedRunner.java:648)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Random
> >> i
> >> zedRunner.java:682)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Random
> >> i
> >> zedRunner.java:693)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
> >> 1.e
> >> valuate(SystemPropertiesRestoreRule.java:53)
> >> 	at
> >> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
> >> oreAf
> >> terRule.java:46)
> >> 	at
> >> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStor
> >> eClas
> >> sName.java:42)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
> >> e$1.e
> >> valuate(SystemPropertiesInvariantRule.java:55)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
> >> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
> >> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRule
> >> Asser
> >> tionsRequired.java:43)
> >> 	at
> >> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
> >> lure.j
> >> ava:48)
> >> 	at
> >> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
> >> RuleIg
> >> noreAfterMaxFailures.java:70)
> >> 	at
> >> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIg
> >> noreTe
> >> stSuites.java:55)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >> ru
> >> n(ThreadLeakControl.java:358)
> >> 	at java.lang.Thread.run(Thread.java:679)
> >>
> >>
> >>
> >>
> >> Build Log:
> >> [...truncated 21206 lines...]
> >>
> >
> >
> >
> > ---------------------------------------------------------------------
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For
> > additional commands, e-mail: dev-help@lucene.apache.org
> >
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For additional
> commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Mark Miller <ma...@gmail.com>.
Another odd thing is that I've seen it hang the same way, just very rarely, on linux. And this is with a timeout. Somehow the timeout is ignored. This just happened on fullmetal - it's stuck even though there is a low timeout for this http call:

[junit4:junit4]   1> Thread[RecoveryThread,5,TGRP-BasicDistributedZkTest]
[junit4:junit4]   1> java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]   1> java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]   1> java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]   1> org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]   1> org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]   1> org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]   1> org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]   1> org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]   1> org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]   1> org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]   1> org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]   1> org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]   1> org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]   1> org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]   1> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]   1> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]   1> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]   1> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]   1> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:352)
[junit4:junit4]   1> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   1> org.apache.solr.handler.SnapPuller.getLatestVersion(SnapPuller.java:248)
[junit4:junit4]   1> org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:308)
[junit4:junit4]   1> org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:273)
[junit4:junit4]   1> org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4]   1> org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:408)
[junit4:junit4]   1> org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)

On Dec 14, 2012, at 7:41 PM, Mark Miller <ma...@gmail.com> wrote:

> There is nothing you can do that I have looked at in a reasonable amount of time and effort.
> 
> These are tests, and something like that would take a fair amount of mocking / dependency injection. If someone starts tackling that type of thing, I'll help, but it's not something I'm working on right now. And it would be better for a specific test case, not this large integration test stuff.
> 
> I'd rather also have full integration tests that don't mock and inject odd test code. That's all I fully trust at the end of the day. The rest is just nice and helpful.
> 
> If you have a patch to propose, I'd be happy to comment on it though.
> 
> - Mark
> 
> 
> On Dec 14, 2012, at 6:50 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> 
>> Why have hardcoded sleeps? Could it not be wait/notify? When node shutted down it sends notify() and the waiting node waits without limit??
>> 
>> -----
>> Uwe Schindler
>> H.-H.-Meier-Allee 63, D-28213 Bremen
>> http://www.thetaphi.de
>> eMail: uwe@thetaphi.de
>> 
>> 
>>> -----Original Message-----
>>> From: Mark Miller [mailto:markrmiller@gmail.com]
>>> Sent: Saturday, December 15, 2012 12:45 AM
>>> To: dev@lucene.apache.org
>>> Subject: Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
>>> sync
>>> 
>>> The problem is that the black hole problem with no query side timeout.
>>> 
>>> I have to do all these waits that slow down tests to try avoiding ever querying a
>>> node that is down. So in many cases, I have to wait as long as the zkclient
>>> timeout until the ephemeral node representing a SolrCore times out. That is
>>> so that we avoid reading it and god forbid, make a request to it. That request
>>> will never come back home.
>>> 
>>> The below fail is doing such a wait. It's waiting to see the node go away, but I
>>> guess not waiting long enough.
>>> 
>>> I'd love to remove these's waits, speed up tests, and actually test what
>>> happens when you query a node that is down.
>>> 
>>> But FreeBDS + Blackhole thwarts me.
>>> 
>>> - Mark
>>> 
>>> 
>>> On Dec 14, 2012, at 6:38 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
>>> 
>>>> "SOLR-4189: Fix hanging threads on FreeBSD in JettySolrRunner by making
>>> connector configureable through sysprop" is fixed. Also my cool
>>> syspropertyset worked to pass down sysprop to maven.
>>>> 
>>>> The failing test is a well-known one.
>>>> 
>>>> -----
>>>> Uwe Schindler
>>>> H.-H.-Meier-Allee 63, D-28213 Bremen
>>>> http://www.thetaphi.de
>>>> eMail: uwe@thetaphi.de
>>>> 
>>>> 
>>>>> -----Original Message-----
>>>>> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
>>>>> Sent: Saturday, December 15, 2012 12:35 AM
>>>>> To: dev@lucene.apache.org
>>>>> Subject: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
>>>>> sync
>>>>> 
>>>>> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/
>>>>> 
>>>>> 1 tests failed.
>>>>> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
>>>>> 
>>>>> Error Message:
>>>>> Shard still reported as live in zk - 0 jetty
>>>>> 
>>>>> Stack Trace:
>>>>> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
>>>>> 	at
>>>>> 
>>> __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980
>>>>> A8]:0)
>>>>> 	at org.junit.Assert.fail(Assert.java:93)
>>>>> 	at
>>>>> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
>>>>> Abstrac
>>>>> tFullDistribZkTestBase.java:1239)
>>>>> 	at
>>>>> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
>>>>> Abstrac
>>>>> tFullDistribZkTestBase.java:1224)
>>>>> 	at
>>>>> org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncS
>>>>> liceT
>>>>> est.java:259)
>>>>> 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
>>>>> 	at
>>>>> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseD
>>>>> istribu
>>>>> tedSearchTestCase.java:793)
>>>>> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>>>> 	at
>>>>> 
>>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.
>>>>> jav
>>>>> a:57)
>>>>> 	at
>>>>> 
>>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
>>>>> so
>>>>> rImpl.java:43)
>>>>> 	at java.lang.reflect.Method.invoke(Method.java:616)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomized
>>>>> Runner.java:1559)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Random
>>>>> izedRunner.java:79)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Random
>>>>> i
>>>>> zedRunner.java:737)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Random
>>>>> i
>>>>> zedRunner.java:773)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Random
>>>>> i
>>>>> zedRunner.java:787)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
>>>>> 1.e
>>>>> valuate(SystemPropertiesRestoreRule.java:53)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRu
>>>>> leS
>>>>> etupTeardownChained.java:50)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFi
>>>>> eldCac
>>>>> heSanity.java:51)
>>>>> 	at
>>>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
>>>>> oreAf
>>>>> terRule.java:46)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
>>>>> e$1.e
>>>>> valuate(SystemPropertiesInvariantRule.java:55)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleT
>>>>> hre
>>>>> adAndTestName.java:49)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
>>>>> RuleIg
>>>>> noreAfterMaxFailures.java:70)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
>>>>> lure.j
>>>>> ava:48)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>>> atem
>>>>> entAdapter.java:36)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>>>> ru
>>>>> n(ThreadLeakControl.java:358)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTa
>>>>> sk(
>>>>> ThreadLeakControl.java:782)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(Threa
>>>>> dL
>>>>> eakControl.java:442)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>>>>> do
>>>>> mizedRunner.java:746)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Random
>>>>> i
>>>>> zedRunner.java:648)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Random
>>>>> i
>>>>> zedRunner.java:682)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Random
>>>>> i
>>>>> zedRunner.java:693)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>>> atem
>>>>> entAdapter.java:36)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
>>>>> 1.e
>>>>> valuate(SystemPropertiesRestoreRule.java:53)
>>>>> 	at
>>>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
>>>>> oreAf
>>>>> terRule.java:46)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStor
>>>>> eClas
>>>>> sName.java:42)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
>>>>> e$1.e
>>>>> valuate(SystemPropertiesInvariantRule.java:55)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
>>>>> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
>>>>> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>>> atem
>>>>> entAdapter.java:36)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRule
>>>>> Asser
>>>>> tionsRequired.java:43)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
>>>>> lure.j
>>>>> ava:48)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
>>>>> RuleIg
>>>>> noreAfterMaxFailures.java:70)
>>>>> 	at
>>>>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIg
>>>>> noreTe
>>>>> stSuites.java:55)
>>>>> 	at
>>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>>> atem
>>>>> entAdapter.java:36)
>>>>> 	at
>>>>> 
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>>>> ru
>>>>> n(ThreadLeakControl.java:358)
>>>>> 	at java.lang.Thread.run(Thread.java:679)
>>>>> 
>>>>> 
>>>>> 
>>>>> 
>>>>> Build Log:
>>>>> [...truncated 21206 lines...]
>>>>> 
>>>> 
>>>> 
>>>> 
>>>> ---------------------------------------------------------------------
>>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For
>>>> additional commands, e-mail: dev-help@lucene.apache.org
>>>> 
>>> 
>>> 
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For additional
>>> commands, e-mail: dev-help@lucene.apache.org
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>> 
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Mark Miller <ma...@gmail.com>.
There is nothing you can do that I have looked at in a reasonable amount of time and effort.

These are tests, and something like that would take a fair amount of mocking / dependency injection. If someone starts tackling that type of thing, I'll help, but it's not something I'm working on right now. And it would be better for a specific test case, not this large integration test stuff.

I'd rather also have full integration tests that don't mock and inject odd test code. That's all I fully trust at the end of the day. The rest is just nice and helpful.

If you have a patch to propose, I'd be happy to comment on it though.

- Mark


On Dec 14, 2012, at 6:50 PM, Uwe Schindler <uw...@thetaphi.de> wrote:

> Why have hardcoded sleeps? Could it not be wait/notify? When node shutted down it sends notify() and the waiting node waits without limit??
> 
> -----
> Uwe Schindler
> H.-H.-Meier-Allee 63, D-28213 Bremen
> http://www.thetaphi.de
> eMail: uwe@thetaphi.de
> 
> 
>> -----Original Message-----
>> From: Mark Miller [mailto:markrmiller@gmail.com]
>> Sent: Saturday, December 15, 2012 12:45 AM
>> To: dev@lucene.apache.org
>> Subject: Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
>> sync
>> 
>> The problem is that the black hole problem with no query side timeout.
>> 
>> I have to do all these waits that slow down tests to try avoiding ever querying a
>> node that is down. So in many cases, I have to wait as long as the zkclient
>> timeout until the ephemeral node representing a SolrCore times out. That is
>> so that we avoid reading it and god forbid, make a request to it. That request
>> will never come back home.
>> 
>> The below fail is doing such a wait. It's waiting to see the node go away, but I
>> guess not waiting long enough.
>> 
>> I'd love to remove these's waits, speed up tests, and actually test what
>> happens when you query a node that is down.
>> 
>> But FreeBDS + Blackhole thwarts me.
>> 
>> - Mark
>> 
>> 
>> On Dec 14, 2012, at 6:38 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
>> 
>>> "SOLR-4189: Fix hanging threads on FreeBSD in JettySolrRunner by making
>> connector configureable through sysprop" is fixed. Also my cool
>> syspropertyset worked to pass down sysprop to maven.
>>> 
>>> The failing test is a well-known one.
>>> 
>>> -----
>>> Uwe Schindler
>>> H.-H.-Meier-Allee 63, D-28213 Bremen
>>> http://www.thetaphi.de
>>> eMail: uwe@thetaphi.de
>>> 
>>> 
>>>> -----Original Message-----
>>>> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
>>>> Sent: Saturday, December 15, 2012 12:35 AM
>>>> To: dev@lucene.apache.org
>>>> Subject: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
>>>> sync
>>>> 
>>>> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/
>>>> 
>>>> 1 tests failed.
>>>> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
>>>> 
>>>> Error Message:
>>>> Shard still reported as live in zk - 0 jetty
>>>> 
>>>> Stack Trace:
>>>> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
>>>> 	at
>>>> 
>> __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980
>>>> A8]:0)
>>>> 	at org.junit.Assert.fail(Assert.java:93)
>>>> 	at
>>>> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
>>>> Abstrac
>>>> tFullDistribZkTestBase.java:1239)
>>>> 	at
>>>> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
>>>> Abstrac
>>>> tFullDistribZkTestBase.java:1224)
>>>> 	at
>>>> org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncS
>>>> liceT
>>>> est.java:259)
>>>> 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
>>>> 	at
>>>> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseD
>>>> istribu
>>>> tedSearchTestCase.java:793)
>>>> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>>> 	at
>>>> 
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.
>>>> jav
>>>> a:57)
>>>> 	at
>>>> 
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
>>>> so
>>>> rImpl.java:43)
>>>> 	at java.lang.reflect.Method.invoke(Method.java:616)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomized
>>>> Runner.java:1559)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Random
>>>> izedRunner.java:79)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Random
>>>> i
>>>> zedRunner.java:737)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Random
>>>> i
>>>> zedRunner.java:773)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Random
>>>> i
>>>> zedRunner.java:787)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
>>>> 1.e
>>>> valuate(SystemPropertiesRestoreRule.java:53)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRu
>>>> leS
>>>> etupTeardownChained.java:50)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFi
>>>> eldCac
>>>> heSanity.java:51)
>>>> 	at
>>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
>>>> oreAf
>>>> terRule.java:46)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
>>>> e$1.e
>>>> valuate(SystemPropertiesInvariantRule.java:55)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleT
>>>> hre
>>>> adAndTestName.java:49)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
>>>> RuleIg
>>>> noreAfterMaxFailures.java:70)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
>>>> lure.j
>>>> ava:48)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>> atem
>>>> entAdapter.java:36)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>>> ru
>>>> n(ThreadLeakControl.java:358)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTa
>>>> sk(
>>>> ThreadLeakControl.java:782)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(Threa
>>>> dL
>>>> eakControl.java:442)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>>>> do
>>>> mizedRunner.java:746)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Random
>>>> i
>>>> zedRunner.java:648)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Random
>>>> i
>>>> zedRunner.java:682)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Random
>>>> i
>>>> zedRunner.java:693)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>> atem
>>>> entAdapter.java:36)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
>>>> 1.e
>>>> valuate(SystemPropertiesRestoreRule.java:53)
>>>> 	at
>>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
>>>> oreAf
>>>> terRule.java:46)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStor
>>>> eClas
>>>> sName.java:42)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
>>>> e$1.e
>>>> valuate(SystemPropertiesInvariantRule.java:55)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
>>>> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
>>>> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>> atem
>>>> entAdapter.java:36)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRule
>>>> Asser
>>>> tionsRequired.java:43)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
>>>> lure.j
>>>> ava:48)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
>>>> RuleIg
>>>> noreAfterMaxFailures.java:70)
>>>> 	at
>>>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIg
>>>> noreTe
>>>> stSuites.java:55)
>>>> 	at
>>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
>>>> atem
>>>> entAdapter.java:36)
>>>> 	at
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>>> ru
>>>> n(ThreadLeakControl.java:358)
>>>> 	at java.lang.Thread.run(Thread.java:679)
>>>> 
>>>> 
>>>> 
>>>> 
>>>> Build Log:
>>>> [...truncated 21206 lines...]
>>>> 
>>> 
>>> 
>>> 
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For
>>> additional commands, e-mail: dev-help@lucene.apache.org
>>> 
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For additional
>> commands, e-mail: dev-help@lucene.apache.org
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


RE: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Uwe Schindler <uw...@thetaphi.de>.
Why have hardcoded sleeps? Could it not be wait/notify? When node shutted down it sends notify() and the waiting node waits without limit??

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Mark Miller [mailto:markrmiller@gmail.com]
> Sent: Saturday, December 15, 2012 12:45 AM
> To: dev@lucene.apache.org
> Subject: Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
> sync
> 
> The problem is that the black hole problem with no query side timeout.
> 
> I have to do all these waits that slow down tests to try avoiding ever querying a
> node that is down. So in many cases, I have to wait as long as the zkclient
> timeout until the ephemeral node representing a SolrCore times out. That is
> so that we avoid reading it and god forbid, make a request to it. That request
> will never come back home.
> 
> The below fail is doing such a wait. It's waiting to see the node go away, but I
> guess not waiting long enough.
> 
> I'd love to remove these's waits, speed up tests, and actually test what
> happens when you query a node that is down.
> 
> But FreeBDS + Blackhole thwarts me.
> 
> - Mark
> 
> 
> On Dec 14, 2012, at 6:38 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> 
> > "SOLR-4189: Fix hanging threads on FreeBSD in JettySolrRunner by making
> connector configureable through sysprop" is fixed. Also my cool
> syspropertyset worked to pass down sysprop to maven.
> >
> > The failing test is a well-known one.
> >
> > -----
> > Uwe Schindler
> > H.-H.-Meier-Allee 63, D-28213 Bremen
> > http://www.thetaphi.de
> > eMail: uwe@thetaphi.de
> >
> >
> >> -----Original Message-----
> >> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
> >> Sent: Saturday, December 15, 2012 12:35 AM
> >> To: dev@lucene.apache.org
> >> Subject: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of
> >> sync
> >>
> >> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/
> >>
> >> 1 tests failed.
> >> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
> >>
> >> Error Message:
> >> Shard still reported as live in zk - 0 jetty
> >>
> >> Stack Trace:
> >> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
> >> 	at
> >>
> __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980
> >> A8]:0)
> >> 	at org.junit.Assert.fail(Assert.java:93)
> >> 	at
> >> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
> >> Abstrac
> >> tFullDistribZkTestBase.java:1239)
> >> 	at
> >> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(
> >> Abstrac
> >> tFullDistribZkTestBase.java:1224)
> >> 	at
> >> org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncS
> >> liceT
> >> est.java:259)
> >> 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
> >> 	at
> >> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseD
> >> istribu
> >> tedSearchTestCase.java:793)
> >> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >> 	at
> >>
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.
> >> jav
> >> a:57)
> >> 	at
> >>
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> >> so
> >> rImpl.java:43)
> >> 	at java.lang.reflect.Method.invoke(Method.java:616)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomized
> >> Runner.java:1559)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Random
> >> izedRunner.java:79)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Random
> >> i
> >> zedRunner.java:737)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Random
> >> i
> >> zedRunner.java:773)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Random
> >> i
> >> zedRunner.java:787)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
> >> 1.e
> >> valuate(SystemPropertiesRestoreRule.java:53)
> >> 	at
> >> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRu
> >> leS
> >> etupTeardownChained.java:50)
> >> 	at
> >> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFi
> >> eldCac
> >> heSanity.java:51)
> >> 	at
> >> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
> >> oreAf
> >> terRule.java:46)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
> >> e$1.e
> >> valuate(SystemPropertiesInvariantRule.java:55)
> >> 	at
> >> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleT
> >> hre
> >> adAndTestName.java:49)
> >> 	at
> >> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
> >> RuleIg
> >> noreAfterMaxFailures.java:70)
> >> 	at
> >> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
> >> lure.j
> >> ava:48)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >> ru
> >> n(ThreadLeakControl.java:358)
> >> 	at
> >> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTa
> >> sk(
> >> ThreadLeakControl.java:782)
> >> 	at
> >> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(Threa
> >> dL
> >> eakControl.java:442)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> >> do
> >> mizedRunner.java:746)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Random
> >> i
> >> zedRunner.java:648)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Random
> >> i
> >> zedRunner.java:682)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Random
> >> i
> >> zedRunner.java:693)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$
> >> 1.e
> >> valuate(SystemPropertiesRestoreRule.java:53)
> >> 	at
> >> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBef
> >> oreAf
> >> terRule.java:46)
> >> 	at
> >> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStor
> >> eClas
> >> sName.java:42)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRul
> >> e$1.e
> >> valuate(SystemPropertiesInvariantRule.java:55)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
> >> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
> >> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRule
> >> Asser
> >> tionsRequired.java:43)
> >> 	at
> >> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFai
> >> lure.j
> >> ava:48)
> >> 	at
> >> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(Test
> >> RuleIg
> >> noreAfterMaxFailures.java:70)
> >> 	at
> >> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIg
> >> noreTe
> >> stSuites.java:55)
> >> 	at
> >> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(St
> >> atem
> >> entAdapter.java:36)
> >> 	at
> >>
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >> ru
> >> n(ThreadLeakControl.java:358)
> >> 	at java.lang.Thread.run(Thread.java:679)
> >>
> >>
> >>
> >>
> >> Build Log:
> >> [...truncated 21206 lines...]
> >>
> >
> >
> >
> > ---------------------------------------------------------------------
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For
> > additional commands, e-mail: dev-help@lucene.apache.org
> >
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org For additional
> commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Mark Miller <ma...@gmail.com>.
The problem is that the black hole problem with no query side timeout.

I have to do all these waits that slow down tests to try avoiding ever querying a node that is down. So in many cases, I have to wait as long as the zkclient timeout until the ephemeral node representing a SolrCore times out. That is so that we avoid reading it and god forbid, make a request to it. That request will never come back home.

The below fail is doing such a wait. It's waiting to see the node go away, but I guess not waiting long enough.

I'd love to remove these's waits, speed up tests, and actually test what happens when you query a node that is down.

But FreeBDS + Blackhole thwarts me.

- Mark


On Dec 14, 2012, at 6:38 PM, Uwe Schindler <uw...@thetaphi.de> wrote:

> "SOLR-4189: Fix hanging threads on FreeBSD in JettySolrRunner by making connector configureable through sysprop" is fixed. Also my cool syspropertyset worked to pass down sysprop to maven.
> 
> The failing test is a well-known one.
> 
> -----
> Uwe Schindler
> H.-H.-Meier-Allee 63, D-28213 Bremen
> http://www.thetaphi.de
> eMail: uwe@thetaphi.de
> 
> 
>> -----Original Message-----
>> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
>> Sent: Saturday, December 15, 2012 12:35 AM
>> To: dev@lucene.apache.org
>> Subject: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync
>> 
>> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/
>> 
>> 1 tests failed.
>> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
>> 
>> Error Message:
>> Shard still reported as live in zk - 0 jetty
>> 
>> Stack Trace:
>> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
>> 	at
>> __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980
>> A8]:0)
>> 	at org.junit.Assert.fail(Assert.java:93)
>> 	at
>> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(Abstrac
>> tFullDistribZkTestBase.java:1239)
>> 	at
>> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(Abstrac
>> tFullDistribZkTestBase.java:1224)
>> 	at
>> org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncSliceT
>> est.java:259)
>> 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
>> 	at
>> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistribu
>> tedSearchTestCase.java:793)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> 	at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.jav
>> a:57)
>> 	at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccesso
>> rImpl.java:43)
>> 	at java.lang.reflect.Method.invoke(Method.java:616)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomized
>> Runner.java:1559)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Random
>> izedRunner.java:79)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Randomi
>> zedRunner.java:737)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Randomi
>> zedRunner.java:773)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Randomi
>> zedRunner.java:787)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
>> valuate(SystemPropertiesRestoreRule.java:53)
>> 	at
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleS
>> etupTeardownChained.java:50)
>> 	at
>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCac
>> heSanity.java:51)
>> 	at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
>> terRule.java:46)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.e
>> valuate(SystemPropertiesInvariantRule.java:55)
>> 	at
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThre
>> adAndTestName.java:49)
>> 	at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIg
>> noreAfterMaxFailures.java:70)
>> 	at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.j
>> ava:48)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
>> entAdapter.java:36)
>> 	at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.ru
>> n(ThreadLeakControl.java:358)
>> 	at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(
>> ThreadLeakControl.java:782)
>> 	at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>> eakControl.java:442)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Rando
>> mizedRunner.java:746)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Randomi
>> zedRunner.java:648)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Randomi
>> zedRunner.java:682)
>> 	at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Randomi
>> zedRunner.java:693)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
>> entAdapter.java:36)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
>> valuate(SystemPropertiesRestoreRule.java:53)
>> 	at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
>> terRule.java:46)
>> 	at
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClas
>> sName.java:42)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.e
>> valuate(SystemPropertiesInvariantRule.java:55)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
>> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
>> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
>> entAdapter.java:36)
>> 	at
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAsser
>> tionsRequired.java:43)
>> 	at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.j
>> ava:48)
>> 	at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIg
>> noreAfterMaxFailures.java:70)
>> 	at
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTe
>> stSuites.java:55)
>> 	at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
>> entAdapter.java:36)
>> 	at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.ru
>> n(ThreadLeakControl.java:358)
>> 	at java.lang.Thread.run(Thread.java:679)
>> 
>> 
>> 
>> 
>> Build Log:
>> [...truncated 21206 lines...]
>> 
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


RE: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Uwe Schindler <uw...@thetaphi.de>.
"SOLR-4189: Fix hanging threads on FreeBSD in JettySolrRunner by making connector configureable through sysprop" is fixed. Also my cool syspropertyset worked to pass down sysprop to maven.

The failing test is a well-known one.

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Apache Jenkins Server [mailto:jenkins@builds.apache.org]
> Sent: Saturday, December 15, 2012 12:35 AM
> To: dev@lucene.apache.org
> Subject: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync
> 
> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/
> 
> 1 tests failed.
> FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch
> 
> Error Message:
> Shard still reported as live in zk - 0 jetty
> 
> Stack Trace:
> java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
> 	at
> __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980
> A8]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(Abstrac
> tFullDistribZkTestBase.java:1239)
> 	at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(Abstrac
> tFullDistribZkTestBase.java:1224)
> 	at
> org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncSliceT
> est.java:259)
> 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
> 	at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistribu
> tedSearchTestCase.java:793)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.jav
> a:57)
> 	at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccesso
> rImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:616)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomized
> Runner.java:1559)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Random
> izedRunner.java:79)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Randomi
> zedRunner.java:737)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Randomi
> zedRunner.java:773)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Randomi
> zedRunner.java:787)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:53)
> 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleS
> etupTeardownChained.java:50)
> 	at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCac
> heSanity.java:51)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:46)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.e
> valuate(SystemPropertiesInvariantRule.java:55)
> 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThre
> adAndTestName.java:49)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIg
> noreAfterMaxFailures.java:70)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.j
> ava:48)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
> entAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.ru
> n(ThreadLeakControl.java:358)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(
> ThreadLeakControl.java:782)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Rando
> mizedRunner.java:746)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Randomi
> zedRunner.java:648)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Randomi
> zedRunner.java:682)
> 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Randomi
> zedRunner.java:693)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
> entAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.e
> valuate(SystemPropertiesRestoreRule.java:53)
> 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAf
> terRule.java:46)
> 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClas
> sName.java:42)
> 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.e
> valuate(SystemPropertiesInvariantRule.java:55)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMeth
> odsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
> entAdapter.java:36)
> 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAsser
> tionsRequired.java:43)
> 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.j
> ava:48)
> 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIg
> noreAfterMaxFailures.java:70)
> 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTe
> stSuites.java:55)
> 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Statem
> entAdapter.java:36)
> 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.ru
> n(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:679)
> 
> 
> 
> 
> Build Log:
> [...truncated 21206 lines...]
> 



---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #708: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/708/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Shard still reported as live in zk - 0 jetty

Stack Trace:
java.lang.AssertionError: Shard still reported as live in zk - 0 jetty
	at __randomizedtesting.SeedInfo.seed([F48C972F3236E094:756A1937456980A8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1239)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitToSeeNotLive(AbstractFullDistribZkTestBase.java:1224)
	at org.apache.solr.cloud.SyncSliceTest.waitToSeeDownInClusterState(SyncSliceTest.java:259)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:223)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:793)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 21206 lines...]



[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #707: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/707/

8 tests failed.
FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource:     1) Thread[id=75, name=qtp1113949956-75 Acceptor1 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=60, name=qtp1122108505-60 Acceptor2 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=58, name=qtp1122108505-58 Acceptor0 SelectChannelConnector@0.0.0.0:14873, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=76, name=qtp1113949956-76 Acceptor2 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=61, name=qtp1122108505-61 Acceptor3 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=59, name=qtp1122108505-59 Acceptor1 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=77, name=qtp1113949956-77 Acceptor3 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=74, name=qtp1113949956-74 Acceptor0 SelectChannelConnector@0.0.0.0:41453, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource: 
   1) Thread[id=75, name=qtp1113949956-75 Acceptor1 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=60, name=qtp1122108505-60 Acceptor2 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=58, name=qtp1122108505-58 Acceptor0 SelectChannelConnector@0.0.0.0:14873, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=76, name=qtp1113949956-76 Acceptor2 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=61, name=qtp1122108505-61 Acceptor3 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=59, name=qtp1122108505-59 Acceptor1 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=77, name=qtp1113949956-77 Acceptor3 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=74, name=qtp1113949956-74 Acceptor0 SelectChannelConnector@0.0.0.0:41453, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([A759ED01C682E031]:0)


FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=75, name=qtp1113949956-75 Acceptor1 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=60, name=qtp1122108505-60 Acceptor2 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=58, name=qtp1122108505-58 Acceptor0 SelectChannelConnector@0.0.0.0:14873, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=76, name=qtp1113949956-76 Acceptor2 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=61, name=qtp1122108505-61 Acceptor3 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=59, name=qtp1122108505-59 Acceptor1 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=77, name=qtp1113949956-77 Acceptor3 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=74, name=qtp1113949956-74 Acceptor0 SelectChannelConnector@0.0.0.0:41453, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=75, name=qtp1113949956-75 Acceptor1 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=60, name=qtp1122108505-60 Acceptor2 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=58, name=qtp1122108505-58 Acceptor0 SelectChannelConnector@0.0.0.0:14873, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=76, name=qtp1113949956-76 Acceptor2 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=61, name=qtp1122108505-61 Acceptor3 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=59, name=qtp1122108505-59 Acceptor1 SelectChannelConnector@0.0.0.0:14873, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=77, name=qtp1113949956-77 Acceptor3 SelectChannelConnector@0.0.0.0:41453, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=74, name=qtp1113949956-74 Acceptor0 SelectChannelConnector@0.0.0.0:41453, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([A759ED01C682E031]:0)


FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest:     1) Thread[id=24, name=qtp180466017-24 Acceptor1 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=55, name=qtp1317132163-55 Acceptor0 SelectChannelConnector@0.0.0.0:65064, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=66, name=qtp660027506-66 Acceptor0 SelectChannelConnector@0.0.0.0:49519, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=37, name=qtp62541846-37 Acceptor3 SelectChannelConnector@0.0.0.0:56650, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=81, name=qtp1560766941-81 Acceptor0 SelectChannelConnector@0.0.0.0:55558, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=103, name=qtp1547637284-103 Acceptor1 SelectChannelConnector@0.0.0.0:62402, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=114, name=qtp676734865-114 Acceptor1 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=113, name=qtp676734865-113 Acceptor0 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=128, name=qtp2116802069-128 Acceptor1 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=69, name=qtp660027506-69 Acceptor3 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=82, name=qtp1560766941-82 Acceptor1 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=26, name=qtp180466017-26 Acceptor3 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=67, name=qtp660027506-67 Acceptor1 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=34, name=qtp62541846-34 Acceptor0 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=144, name=qtp402757383-144 Acceptor2 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=142, name=qtp402757383-142 Acceptor0 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=56, name=qtp1317132163-56 Acceptor1 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=105, name=qtp1547637284-105 Acceptor3 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=130, name=qtp2116802069-130 Acceptor3 SelectChannelConnector@0.0.0.0:41763, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=104, name=qtp1547637284-104 Acceptor2 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=68, name=qtp660027506-68 Acceptor2 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=127, name=qtp2116802069-127 Acceptor0 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=102, name=qtp1547637284-102 Acceptor0 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=58, name=qtp1317132163-58 Acceptor3 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=36, name=qtp62541846-36 Acceptor2 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=129, name=qtp2116802069-129 Acceptor2 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=84, name=qtp1560766941-84 Acceptor3 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=35, name=qtp62541846-35 Acceptor1 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=143, name=qtp402757383-143 Acceptor1 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=83, name=qtp1560766941-83 Acceptor2 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=145, name=qtp402757383-145 Acceptor3 SelectChannelConnector@0.0.0.0:62562, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=25, name=qtp180466017-25 Acceptor2 SelectChannelConnector@0.0.0.0:57537, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=115, name=qtp676734865-115 Acceptor2 SelectChannelConnector@0.0.0.0:45001, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=23, name=qtp180466017-23 Acceptor0 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=57, name=qtp1317132163-57 Acceptor2 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=116, name=qtp676734865-116 Acceptor3 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest: 
   1) Thread[id=24, name=qtp180466017-24 Acceptor1 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=55, name=qtp1317132163-55 Acceptor0 SelectChannelConnector@0.0.0.0:65064, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=66, name=qtp660027506-66 Acceptor0 SelectChannelConnector@0.0.0.0:49519, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=37, name=qtp62541846-37 Acceptor3 SelectChannelConnector@0.0.0.0:56650, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=81, name=qtp1560766941-81 Acceptor0 SelectChannelConnector@0.0.0.0:55558, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=103, name=qtp1547637284-103 Acceptor1 SelectChannelConnector@0.0.0.0:62402, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=114, name=qtp676734865-114 Acceptor1 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=113, name=qtp676734865-113 Acceptor0 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=128, name=qtp2116802069-128 Acceptor1 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=69, name=qtp660027506-69 Acceptor3 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=82, name=qtp1560766941-82 Acceptor1 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=26, name=qtp180466017-26 Acceptor3 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=67, name=qtp660027506-67 Acceptor1 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=34, name=qtp62541846-34 Acceptor0 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=144, name=qtp402757383-144 Acceptor2 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=142, name=qtp402757383-142 Acceptor0 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=56, name=qtp1317132163-56 Acceptor1 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=105, name=qtp1547637284-105 Acceptor3 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=130, name=qtp2116802069-130 Acceptor3 SelectChannelConnector@0.0.0.0:41763, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=104, name=qtp1547637284-104 Acceptor2 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=68, name=qtp660027506-68 Acceptor2 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=127, name=qtp2116802069-127 Acceptor0 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=102, name=qtp1547637284-102 Acceptor0 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=58, name=qtp1317132163-58 Acceptor3 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=36, name=qtp62541846-36 Acceptor2 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=129, name=qtp2116802069-129 Acceptor2 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=84, name=qtp1560766941-84 Acceptor3 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=35, name=qtp62541846-35 Acceptor1 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=143, name=qtp402757383-143 Acceptor1 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=83, name=qtp1560766941-83 Acceptor2 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=145, name=qtp402757383-145 Acceptor3 SelectChannelConnector@0.0.0.0:62562, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=25, name=qtp180466017-25 Acceptor2 SelectChannelConnector@0.0.0.0:57537, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=115, name=qtp676734865-115 Acceptor2 SelectChannelConnector@0.0.0.0:45001, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=23, name=qtp180466017-23 Acceptor0 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=57, name=qtp1317132163-57 Acceptor2 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=116, name=qtp676734865-116 Acceptor3 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([14AB9C97F97AFBC1]:0)


FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=24, name=qtp180466017-24 Acceptor1 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=55, name=qtp1317132163-55 Acceptor0 SelectChannelConnector@0.0.0.0:65064, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=66, name=qtp660027506-66 Acceptor0 SelectChannelConnector@0.0.0.0:49519, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=37, name=qtp62541846-37 Acceptor3 SelectChannelConnector@0.0.0.0:56650, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=81, name=qtp1560766941-81 Acceptor0 SelectChannelConnector@0.0.0.0:55558, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=103, name=qtp1547637284-103 Acceptor1 SelectChannelConnector@0.0.0.0:62402, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=114, name=qtp676734865-114 Acceptor1 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=113, name=qtp676734865-113 Acceptor0 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=128, name=qtp2116802069-128 Acceptor1 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=69, name=qtp660027506-69 Acceptor3 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=82, name=qtp1560766941-82 Acceptor1 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=26, name=qtp180466017-26 Acceptor3 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=34, name=qtp62541846-34 Acceptor0 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=67, name=qtp660027506-67 Acceptor1 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=142, name=qtp402757383-142 Acceptor0 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=144, name=qtp402757383-144 Acceptor2 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=56, name=qtp1317132163-56 Acceptor1 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=105, name=qtp1547637284-105 Acceptor3 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=104, name=qtp1547637284-104 Acceptor2 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=130, name=qtp2116802069-130 Acceptor3 SelectChannelConnector@0.0.0.0:41763, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=68, name=qtp660027506-68 Acceptor2 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=127, name=qtp2116802069-127 Acceptor0 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=58, name=qtp1317132163-58 Acceptor3 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=102, name=qtp1547637284-102 Acceptor0 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=36, name=qtp62541846-36 Acceptor2 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=129, name=qtp2116802069-129 Acceptor2 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=84, name=qtp1560766941-84 Acceptor3 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=35, name=qtp62541846-35 Acceptor1 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=143, name=qtp402757383-143 Acceptor1 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=83, name=qtp1560766941-83 Acceptor2 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=145, name=qtp402757383-145 Acceptor3 SelectChannelConnector@0.0.0.0:62562, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=25, name=qtp180466017-25 Acceptor2 SelectChannelConnector@0.0.0.0:57537, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=115, name=qtp676734865-115 Acceptor2 SelectChannelConnector@0.0.0.0:45001, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=23, name=qtp180466017-23 Acceptor0 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=57, name=qtp1317132163-57 Acceptor2 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=116, name=qtp676734865-116 Acceptor3 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=24, name=qtp180466017-24 Acceptor1 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=55, name=qtp1317132163-55 Acceptor0 SelectChannelConnector@0.0.0.0:65064, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=66, name=qtp660027506-66 Acceptor0 SelectChannelConnector@0.0.0.0:49519, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=37, name=qtp62541846-37 Acceptor3 SelectChannelConnector@0.0.0.0:56650, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=81, name=qtp1560766941-81 Acceptor0 SelectChannelConnector@0.0.0.0:55558, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=103, name=qtp1547637284-103 Acceptor1 SelectChannelConnector@0.0.0.0:62402, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=114, name=qtp676734865-114 Acceptor1 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=113, name=qtp676734865-113 Acceptor0 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=128, name=qtp2116802069-128 Acceptor1 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=69, name=qtp660027506-69 Acceptor3 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=82, name=qtp1560766941-82 Acceptor1 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=26, name=qtp180466017-26 Acceptor3 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=34, name=qtp62541846-34 Acceptor0 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=67, name=qtp660027506-67 Acceptor1 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=142, name=qtp402757383-142 Acceptor0 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=144, name=qtp402757383-144 Acceptor2 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=56, name=qtp1317132163-56 Acceptor1 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=105, name=qtp1547637284-105 Acceptor3 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=104, name=qtp1547637284-104 Acceptor2 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=130, name=qtp2116802069-130 Acceptor3 SelectChannelConnector@0.0.0.0:41763, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=68, name=qtp660027506-68 Acceptor2 SelectChannelConnector@0.0.0.0:49519, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=127, name=qtp2116802069-127 Acceptor0 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=58, name=qtp1317132163-58 Acceptor3 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=102, name=qtp1547637284-102 Acceptor0 SelectChannelConnector@0.0.0.0:62402, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=36, name=qtp62541846-36 Acceptor2 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=129, name=qtp2116802069-129 Acceptor2 SelectChannelConnector@0.0.0.0:41763, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=84, name=qtp1560766941-84 Acceptor3 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=35, name=qtp62541846-35 Acceptor1 SelectChannelConnector@0.0.0.0:56650, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=143, name=qtp402757383-143 Acceptor1 SelectChannelConnector@0.0.0.0:62562, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=83, name=qtp1560766941-83 Acceptor2 SelectChannelConnector@0.0.0.0:55558, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=145, name=qtp402757383-145 Acceptor3 SelectChannelConnector@0.0.0.0:62562, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=25, name=qtp180466017-25 Acceptor2 SelectChannelConnector@0.0.0.0:57537, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=115, name=qtp676734865-115 Acceptor2 SelectChannelConnector@0.0.0.0:45001, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=23, name=qtp180466017-23 Acceptor0 SelectChannelConnector@0.0.0.0:57537, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=57, name=qtp1317132163-57 Acceptor2 SelectChannelConnector@0.0.0.0:65064, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=116, name=qtp676734865-116 Acceptor3 SelectChannelConnector@0.0.0.0:45001, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([14AB9C97F97AFBC1]:0)


FAILED:  org.apache.solr.cloud.ShardRoutingTest.org.apache.solr.cloud.ShardRoutingTest

Error Message:
32 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:     1) Thread[id=209, name=qtp177788685-209 Acceptor2 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=165, name=qtp887435390-165 Acceptor0 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=168, name=qtp887435390-168 Acceptor3 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=126, name=qtp179455452-126 Acceptor1 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=208, name=qtp177788685-208 Acceptor1 SelectChannelConnector@0.0.0.0:33872, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=185, name=qtp938651234-185 Acceptor0 SelectChannelConnector@0.0.0.0:30593, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=188, name=qtp938651234-188 Acceptor3 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=46, name=qtp1890657725-46 Acceptor0 SelectChannelConnector@0.0.0.0:34342, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=48, name=qtp1890657725-48 Acceptor2 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=108, name=qtp1635644530-108 Acceptor2 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=187, name=qtp938651234-187 Acceptor2 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=186, name=qtp938651234-186 Acceptor1 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=147, name=qtp1768839642-147 Acceptor3 SelectChannelConnector@0.0.0.0:36823, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=207, name=qtp177788685-207 Acceptor0 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp179455452-128 Acceptor3 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=210, name=qtp177788685-210 Acceptor3 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=127, name=qtp179455452-127 Acceptor2 SelectChannelConnector@0.0.0.0:28348, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=146, name=qtp1768839642-146 Acceptor2 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=144, name=qtp1768839642-144 Acceptor0 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=70, name=qtp800800410-70 Acceptor2 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=167, name=qtp887435390-167 Acceptor2 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=166, name=qtp887435390-166 Acceptor1 SelectChannelConnector@0.0.0.0:60412, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=47, name=qtp1890657725-47 Acceptor1 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=145, name=qtp1768839642-145 Acceptor1 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=109, name=qtp1635644530-109 Acceptor3 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=68, name=qtp800800410-68 Acceptor0 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=69, name=qtp800800410-69 Acceptor1 SelectChannelConnector@0.0.0.0:19119, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=107, name=qtp1635644530-107 Acceptor1 SelectChannelConnector@0.0.0.0:53588, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=125, name=qtp179455452-125 Acceptor0 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=71, name=qtp800800410-71 Acceptor3 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=106, name=qtp1635644530-106 Acceptor0 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=49, name=qtp1890657725-49 Acceptor3 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 32 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest: 
   1) Thread[id=209, name=qtp177788685-209 Acceptor2 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=165, name=qtp887435390-165 Acceptor0 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=168, name=qtp887435390-168 Acceptor3 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=126, name=qtp179455452-126 Acceptor1 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=208, name=qtp177788685-208 Acceptor1 SelectChannelConnector@0.0.0.0:33872, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=185, name=qtp938651234-185 Acceptor0 SelectChannelConnector@0.0.0.0:30593, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=188, name=qtp938651234-188 Acceptor3 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=46, name=qtp1890657725-46 Acceptor0 SelectChannelConnector@0.0.0.0:34342, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=48, name=qtp1890657725-48 Acceptor2 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=108, name=qtp1635644530-108 Acceptor2 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=187, name=qtp938651234-187 Acceptor2 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=186, name=qtp938651234-186 Acceptor1 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=147, name=qtp1768839642-147 Acceptor3 SelectChannelConnector@0.0.0.0:36823, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=207, name=qtp177788685-207 Acceptor0 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=128, name=qtp179455452-128 Acceptor3 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=210, name=qtp177788685-210 Acceptor3 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=127, name=qtp179455452-127 Acceptor2 SelectChannelConnector@0.0.0.0:28348, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=146, name=qtp1768839642-146 Acceptor2 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=144, name=qtp1768839642-144 Acceptor0 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=70, name=qtp800800410-70 Acceptor2 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=167, name=qtp887435390-167 Acceptor2 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=166, name=qtp887435390-166 Acceptor1 SelectChannelConnector@0.0.0.0:60412, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=47, name=qtp1890657725-47 Acceptor1 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=145, name=qtp1768839642-145 Acceptor1 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=109, name=qtp1635644530-109 Acceptor3 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=68, name=qtp800800410-68 Acceptor0 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=69, name=qtp800800410-69 Acceptor1 SelectChannelConnector@0.0.0.0:19119, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=107, name=qtp1635644530-107 Acceptor1 SelectChannelConnector@0.0.0.0:53588, state=RUNNABLE, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=125, name=qtp179455452-125 Acceptor0 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=71, name=qtp800800410-71 Acceptor3 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=106, name=qtp1635644530-106 Acceptor0 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=49, name=qtp1890657725-49 Acceptor3 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([B891086226CD4819]:0)


FAILED:  org.apache.solr.cloud.ShardRoutingTest.org.apache.solr.cloud.ShardRoutingTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=209, name=qtp177788685-209 Acceptor2 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=165, name=qtp887435390-165 Acceptor0 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=168, name=qtp887435390-168 Acceptor3 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=126, name=qtp179455452-126 Acceptor1 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=208, name=qtp177788685-208 Acceptor1 SelectChannelConnector@0.0.0.0:33872, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=185, name=qtp938651234-185 Acceptor0 SelectChannelConnector@0.0.0.0:30593, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=188, name=qtp938651234-188 Acceptor3 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=46, name=qtp1890657725-46 Acceptor0 SelectChannelConnector@0.0.0.0:34342, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=48, name=qtp1890657725-48 Acceptor2 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=108, name=qtp1635644530-108 Acceptor2 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=187, name=qtp938651234-187 Acceptor2 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=186, name=qtp938651234-186 Acceptor1 SelectChannelConnector@0.0.0.0:30593, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=147, name=qtp1768839642-147 Acceptor3 SelectChannelConnector@0.0.0.0:36823, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=128, name=qtp179455452-128 Acceptor3 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=207, name=qtp177788685-207 Acceptor0 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=210, name=qtp177788685-210 Acceptor3 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=127, name=qtp179455452-127 Acceptor2 SelectChannelConnector@0.0.0.0:28348, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=144, name=qtp1768839642-144 Acceptor0 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=146, name=qtp1768839642-146 Acceptor2 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=70, name=qtp800800410-70 Acceptor2 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=166, name=qtp887435390-166 Acceptor1 SelectChannelConnector@0.0.0.0:60412, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=167, name=qtp887435390-167 Acceptor2 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=109, name=qtp1635644530-109 Acceptor3 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=145, name=qtp1768839642-145 Acceptor1 SelectChannelConnector@0.0.0.0:36823, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=47, name=qtp1890657725-47 Acceptor1 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=68, name=qtp800800410-68 Acceptor0 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=69, name=qtp800800410-69 Acceptor1 SelectChannelConnector@0.0.0.0:19119, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=107, name=qtp1635644530-107 Acceptor1 SelectChannelConnector@0.0.0.0:53588, state=RUNNABLE, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=125, name=qtp179455452-125 Acceptor0 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=71, name=qtp800800410-71 Acceptor3 SelectChannelConnector@0.0.0.0:19119, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=106, name=qtp1635644530-106 Acceptor0 SelectChannelConnector@0.0.0.0:53588, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=49, name=qtp1890657725-49 Acceptor3 SelectChannelConnector@0.0.0.0:34342, state=BLOCKED, group=TGRP-ShardRoutingTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=209, name=qtp177788685-209 Acceptor2 SelectChannelConnector@0.0.0.0:33872, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=165, name=qtp887435390-165 Acceptor0 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=168, name=qtp887435390-168 Acceptor3 SelectChannelConnector@0.0.0.0:60412, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=126, name=qtp179455452-126 Acceptor1 SelectChannelConnector@0.0.0.0:28348, state=BLOCKED, group=TGRP-ShardRoutingTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedT

[...truncated too long message...]

est]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=16, name=qtp674278977-16 Acceptor0 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest: 
   1) Thread[id=19, name=qtp674278977-19 Acceptor2 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=15, name=qtp674278977-15 Acceptor3 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=13, name=qtp674278977-13 Acceptor1 SelectChannelConnector@0.0.0.0:51842, state=RUNNABLE, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=16, name=qtp674278977-16 Acceptor0 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([80EA6692FF929C30]:0)


FAILED:  org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest.org.apache.solr.client.solrj.impl.BasicHttpSolrServerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=19, name=qtp674278977-19 Acceptor2 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=15, name=qtp674278977-15 Acceptor3 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=13, name=qtp674278977-13 Acceptor1 SelectChannelConnector@0.0.0.0:51842, state=RUNNABLE, group=TGRP-BasicHttpSolrServerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=16, name=qtp674278977-16 Acceptor0 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=19, name=qtp674278977-19 Acceptor2 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=15, name=qtp674278977-15 Acceptor3 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=13, name=qtp674278977-13 Acceptor1 SelectChannelConnector@0.0.0.0:51842, state=RUNNABLE, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=16, name=qtp674278977-16 Acceptor0 SelectChannelConnector@0.0.0.0:51842, state=BLOCKED, group=TGRP-BasicHttpSolrServerTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([80EA6692FF929C30]:0)




Build Log:
[...truncated 22608 lines...]



Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #706: POMs out of sync

Posted by Uwe Schindler <uw...@thetaphi.de>.
Hi Mark, 

Yes, it would be good to get some help. The Maven build fails in contrast to the hourly ant builds because only Maven runs Solr tests at the moment. In Ant the Jenkins config has the sysprop tests.disable-solr enabled.

Most test failures seem to be caused by Nio connector. Maybe we change Jetty SolrRunner to check for FreeBSD and use the standard connector.  This should be the simplest times implement. 

Once Maven passes, we can reenable also Solr on FreeBSD ant builds.

Uwe



Steve Rowe <sa...@gmail.com> schrieb:

>I'm not sure the Maven build specifically (i.e. apart from the Ant
>build) has a problem on Apache Jenkins; from what Uwe said on
>#lucene-dev yesterday, I don't think any Solr tests are running under
>the Ant builds on Apache Jenkins.
>
>Locally Solr tests run under Maven pass for me (OS X, Apple Java 1.6,
>Maven 3).
>
>Steve
> 
>On Dec 13, 2012, at 12:56 PM, Mark Miller <ma...@gmail.com>
>wrote:
>
>> Uwe, Steve
>> 
>> RE: our discussion in IRC yesterday
>> 
>> Need help with these builds or is this not a problem?
>> 
>> - Mark
>> 
>> On Dec 13, 2012, at 12:48 PM, Apache Jenkins Server
><je...@builds.apache.org> wrote:
>> 
>>> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/706/
>>> 
>>> 8 tests failed.
>>> FAILED: 
>org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource
>>> 
>>> Error Message:
>>> 8 threads leaked from SUITE scope at
>org.apache.solr.handler.dataimport.TestContentStreamDataSource:     1)
>Thread[id=84, name=qtp1638084561-84 Acceptor0
>SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE,
>group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71,
>name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85,
>name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87,
>name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70,
>name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72,
>name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69,
>name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338,
>state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86,
>name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>>> 
>>> Stack Trace:
>>> com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked
>from SUITE scope at
>org.apache.solr.handler.dataimport.TestContentStreamDataSource: 
>>>  1) Thread[id=84, name=qtp1638084561-84 Acceptor0
>SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE,
>group=TGRP-TestContentStreamDataSource]
>>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  2) Thread[id=71, name=qtp776960962-71 Acceptor2
>SelectChannelConnector@0.0.0.0:13338, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  3) Thread[id=85, name=qtp1638084561-85 Acceptor1
>SelectChannelConnector@0.0.0.0:47755, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  4) Thread[id=87, name=qtp1638084561-87 Acceptor3
>SelectChannelConnector@0.0.0.0:47755, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  5) Thread[id=70, name=qtp776960962-70 Acceptor1
>SelectChannelConnector@0.0.0.0:13338, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  6) Thread[id=72, name=qtp776960962-72 Acceptor3
>SelectChannelConnector@0.0.0.0:13338, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  7) Thread[id=69, name=qtp776960962-69 Acceptor0
>SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE,
>group=TGRP-TestContentStreamDataSource]
>>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  8) Thread[id=86, name=qtp1638084561-86 Acceptor2
>SelectChannelConnector@0.0.0.0:47755, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>> 	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)
>>> 
>>> 
>>> FAILED: 
>org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource
>>> 
>>> Error Message:
>>> There are still zombie threads that couldn't be terminated:    1)
>Thread[id=84, name=qtp1638084561-84 Acceptor0
>SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE,
>group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71,
>name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85,
>name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87,
>name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70,
>name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72,
>name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69,
>name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338,
>state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86,
>name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755,
>state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>>> 
>>> Stack Trace:
>>> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still
>zombie threads that couldn't be terminated:
>>>  1) Thread[id=84, name=qtp1638084561-84 Acceptor0
>SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE,
>group=TGRP-TestContentStreamDataSource]
>>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  2) Thread[id=71, name=qtp776960962-71 Acceptor2
>SelectChannelConnector@0.0.0.0:13338, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  3) Thread[id=85, name=qtp1638084561-85 Acceptor1
>SelectChannelConnector@0.0.0.0:47755, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  4) Thread[id=87, name=qtp1638084561-87 Acceptor3
>SelectChannelConnector@0.0.0.0:47755, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  5) Thread[id=70, name=qtp776960962-70 Acceptor1
>SelectChannelConnector@0.0.0.0:13338, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  6) Thread[id=72, name=qtp776960962-72 Acceptor3
>SelectChannelConnector@0.0.0.0:13338, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  7) Thread[id=69, name=qtp776960962-69 Acceptor0
>SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE,
>group=TGRP-TestContentStreamDataSource]
>>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>>  8) Thread[id=86, name=qtp1638084561-86 Acceptor2
>SelectChannelConnector@0.0.0.0:47755, state=BLOCKED,
>group=TGRP-TestContentStreamDataSource]
>>>       at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>>       at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>>       at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>>       at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>>       at java.lang.Thread.run(Thread.java:679)
>>> 	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)
>>> 
>>> 
>>> FAILED: 
>org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest
>>> 
>>> Error Message:
>>> 36 threads leaked from SUITE scope at
>org.apache.solr.handler.clustering.DistributedClusteringComponentTest: 
>1) Thread[id=103, name=qtp2008899368-103 Acceptor2
>SelectChannelConnector@0.0.0.0:40029, state=BLOCKED,
>group=TGRP-DistributedClusteringComponentTest]         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79,
>name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36,
>name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115,
>name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80,
>name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130,
>name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858,
>state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]        
>at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143,
>name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13,
>name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67,
>name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35,
>name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857,
>state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]        
>at
>sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>at
>org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>at
>org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>at
>org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54,
>name=qtp9665

--
Uwe Schindler
H.-H.-Meier-Allee 63, 28213 Bremen
http://www.thetaphi.de

Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #706: POMs out of sync

Posted by Steve Rowe <sa...@gmail.com>.
I'm not sure the Maven build specifically (i.e. apart from the Ant build) has a problem on Apache Jenkins; from what Uwe said on #lucene-dev yesterday, I don't think any Solr tests are running under the Ant builds on Apache Jenkins.

Locally Solr tests run under Maven pass for me (OS X, Apple Java 1.6, Maven 3).

Steve
 
On Dec 13, 2012, at 12:56 PM, Mark Miller <ma...@gmail.com> wrote:

> Uwe, Steve
> 
> RE: our discussion in IRC yesterday
> 
> Need help with these builds or is this not a problem?
> 
> - Mark
> 
> On Dec 13, 2012, at 12:48 PM, Apache Jenkins Server <je...@builds.apache.org> wrote:
> 
>> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/706/
>> 
>> 8 tests failed.
>> FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource
>> 
>> Error Message:
>> 8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource:     1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
>> 
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource: 
>>  1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)
>> 
>> 
>> FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource
>> 
>> Error Message:
>> There are still zombie threads that couldn't be terminated:    1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
>> 
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>>  1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)
>> 
>> 
>> FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest
>> 
>> Error Message:
>> 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest:     1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
>> 
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest: 
>>  1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 13) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 14) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 23) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 25) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 	at __randomizedtesting.SeedInfo.seed([5D87B482FE8E95F3]:0)
>> 
>> 
>> FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest
>> 
>> Error Message:
>> There are still zombie threads that couldn't be terminated:    1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
>> 
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>>  1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 13) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 14) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 23) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 25) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 	at __randomizedtesting.SeedInfo.seed([5D87B482FE8E95F3]:0)
>> 
>> 
>> FAILED:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.org.apache.solr.handler.component.TermVectorComponentDistributedTest
>> 
>> Error Message:
>> 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest:     1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=204, name=qtp690773875-204 Acceptor0 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=123, name=qtp987949681-123 Acceptor1 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=125, name=qtp987949681-125 Acceptor3 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=236, name=qtp1172700030-236 Acceptor2 SelectChannelConnector@0.0.0.0:31387, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=140, name=qtp1499684043-140 Acceptor1 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=152, name=qtp699678713-152 Acceptor2 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=141, name=qtp1499684043-141 Acceptor2 SelectChannelConnector@0.0.0.0:40592, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=142, name=qtp1499684043-142 Acceptor3 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=108, name=qtp1963251698-108 Acceptor1 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=122, name=qtp987949681-122 Acceptor0 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=124, name=qtp987949681-124 Acceptor2 SelectChannelConnector@0.0.0.0:54012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
>> 
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest: 
>>  1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 13) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 14) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 23) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 24) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 26) Thread[id=204, name=qtp690773875-204 Acceptor0 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 27) Thread[id=123, name=qtp987949681-123 Acceptor1 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 28) Thread[id=125, name=qtp987949681-125 Acceptor3 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 29) Thread[id=236, name=qtp1172700030-236 Acceptor2 SelectChannelConnector@0.0.0.0:31387, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 30) Thread[id=140, name=qtp1499684043-140 Acceptor1 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 31) Thread[id=152, name=qtp699678713-152 Acceptor2 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 32) Thread[id=141, name=qtp1499684043-141 Acceptor2 SelectChannelConnector@0.0.0.0:40592, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 33) Thread[id=142, name=qtp1499684043-142 Acceptor3 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 34) Thread[id=108, name=qtp1963251698-108 Acceptor1 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 35) Thread[id=122, name=qtp987949681-122 Acceptor0 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 36) Thread[id=124, name=qtp987949681-124 Acceptor2 SelectChannelConnector@0.0.0.0:54012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 	at __randomizedtesting.SeedInfo.seed([300C372AC23BE8A2]:0)
>> 
>> 
>> FAILED:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.org.apache.solr.handler.component.TermVectorComponentDistributedTest
>> 
>> Error Message:
>> There are still zombie threads that couldn't be terminated:    1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26
>> 
>> [...truncated too long message...]
>> 
>>      at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=20, name=qtp853068360-20 Acceptor1 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=25, name=qtp853068360-25 Acceptor0 SelectChannelConnector@0.0.0.0:52817, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=50, name=qtp1760892774-50 Acceptor3 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=21, name=qtp853068360-21 Acceptor2 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=47, name=qtp1760892774-47 Acceptor0 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=23, name=qtp853068360-23 Acceptor3 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
>> 
>> Stack Trace:
>> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>>  1) Thread[id=48, name=qtp1760892774-48 Acceptor1 SelectChannelConnector@0.0.0.0:52841, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  2) Thread[id=49, name=qtp1760892774-49 Acceptor2 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  3) Thread[id=20, name=qtp853068360-20 Acceptor1 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  4) Thread[id=25, name=qtp853068360-25 Acceptor0 SelectChannelConnector@0.0.0.0:52817, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  5) Thread[id=50, name=qtp1760892774-50 Acceptor3 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  6) Thread[id=21, name=qtp853068360-21 Acceptor2 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  7) Thread[id=47, name=qtp1760892774-47 Acceptor0 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>>  8) Thread[id=23, name=qtp853068360-23 Acceptor3 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>>       at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>>       at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>>       at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>>       at java.lang.Thread.run(Thread.java:679)
>> 	at __randomizedtesting.SeedInfo.seed([EB65F5494F7D1F9D]:0)
>> 
>> 
>> 
>> 
>> Build Log:
>> [...truncated 22765 lines...]
>> 
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS-MAVEN] Lucene-Solr-Maven-trunk #706: POMs out of sync

Posted by Mark Miller <ma...@gmail.com>.
Uwe, Steve

RE: our discussion in IRC yesterday

Need help with these builds or is this not a problem?

- Mark

On Dec 13, 2012, at 12:48 PM, Apache Jenkins Server <je...@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/706/
> 
> 8 tests failed.
> FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource
> 
> Error Message:
> 8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource:     1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource: 
>   1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
> 	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)
> 
> 
> FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource
> 
> Error Message:
> There are still zombie threads that couldn't be terminated:    1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>   1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
> 	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)
> 
> 
> FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest
> 
> Error Message:
> 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest:     1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest: 
>   1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  13) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  14) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  23) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  25) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
> 	at __randomizedtesting.SeedInfo.seed([5D87B482FE8E95F3]:0)
> 
> 
> FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest
> 
> Error Message:
> There are still zombie threads that couldn't be terminated:    1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>   1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  13) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  14) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  23) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  25) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
> 	at __randomizedtesting.SeedInfo.seed([5D87B482FE8E95F3]:0)
> 
> 
> FAILED:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.org.apache.solr.handler.component.TermVectorComponentDistributedTest
> 
> Error Message:
> 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest:     1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=204, name=qtp690773875-204 Acceptor0 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=123, name=qtp987949681-123 Acceptor1 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=125, name=qtp987949681-125 Acceptor3 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=236, name=qtp1172700030-236 Acceptor2 SelectChannelConnector@0.0.0.0:31387, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=140, name=qtp1499684043-140 Acceptor1 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=152, name=qtp699678713-152 Acceptor2 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=141, name=qtp1499684043-141 Acceptor2 SelectChannelConnector@0.0.0.0:40592, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=142, name=qtp1499684043-142 Acceptor3 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=108, name=qtp1963251698-108 Acceptor1 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=122, name=qtp987949681-122 Acceptor0 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=124, name=qtp987949681-124 Acceptor2 SelectChannelConnector@0.0.0.0:54012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest: 
>   1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  13) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  14) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  23) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  24) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  26) Thread[id=204, name=qtp690773875-204 Acceptor0 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  27) Thread[id=123, name=qtp987949681-123 Acceptor1 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  28) Thread[id=125, name=qtp987949681-125 Acceptor3 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  29) Thread[id=236, name=qtp1172700030-236 Acceptor2 SelectChannelConnector@0.0.0.0:31387, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  30) Thread[id=140, name=qtp1499684043-140 Acceptor1 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  31) Thread[id=152, name=qtp699678713-152 Acceptor2 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  32) Thread[id=141, name=qtp1499684043-141 Acceptor2 SelectChannelConnector@0.0.0.0:40592, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  33) Thread[id=142, name=qtp1499684043-142 Acceptor3 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  34) Thread[id=108, name=qtp1963251698-108 Acceptor1 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  35) Thread[id=122, name=qtp987949681-122 Acceptor0 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>  36) Thread[id=124, name=qtp987949681-124 Acceptor2 SelectChannelConnector@0.0.0.0:54012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
> 	at __randomizedtesting.SeedInfo.seed([300C372AC23BE8A2]:0)
> 
> 
> FAILED:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.org.apache.solr.handler.component.TermVectorComponentDistributedTest
> 
> Error Message:
> There are still zombie threads that couldn't be terminated:    1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26
> 
> [...truncated too long message...]
> 
>       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=20, name=qtp853068360-20 Acceptor1 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=25, name=qtp853068360-25 Acceptor0 SelectChannelConnector@0.0.0.0:52817, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=50, name=qtp1760892774-50 Acceptor3 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=21, name=qtp853068360-21 Acceptor2 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=47, name=qtp1760892774-47 Acceptor0 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=23, name=qtp853068360-23 Acceptor3 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)
> 
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>   1) Thread[id=48, name=qtp1760892774-48 Acceptor1 SelectChannelConnector@0.0.0.0:52841, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   2) Thread[id=49, name=qtp1760892774-49 Acceptor2 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   3) Thread[id=20, name=qtp853068360-20 Acceptor1 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   4) Thread[id=25, name=qtp853068360-25 Acceptor0 SelectChannelConnector@0.0.0.0:52817, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   5) Thread[id=50, name=qtp1760892774-50 Acceptor3 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   6) Thread[id=21, name=qtp853068360-21 Acceptor2 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   7) Thread[id=47, name=qtp1760892774-47 Acceptor0 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
>   8) Thread[id=23, name=qtp853068360-23 Acceptor3 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
>        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
>        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
>        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
>        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
>        at java.lang.Thread.run(Thread.java:679)
> 	at __randomizedtesting.SeedInfo.seed([EB65F5494F7D1F9D]:0)
> 
> 
> 
> 
> Build Log:
> [...truncated 22765 lines...]
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS-MAVEN] Lucene-Solr-Maven-trunk #706: POMs out of sync

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Maven-trunk/706/

8 tests failed.
FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource

Error Message:
8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource:     1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.handler.dataimport.TestContentStreamDataSource: 
   1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)


FAILED:  org.apache.solr.handler.dataimport.TestContentStreamDataSource.org.apache.solr.handler.dataimport.TestContentStreamDataSource

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=84, name=qtp1638084561-84 Acceptor0 SelectChannelConnector@0.0.0.0:47755, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=71, name=qtp776960962-71 Acceptor2 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=85, name=qtp1638084561-85 Acceptor1 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=87, name=qtp1638084561-87 Acceptor3 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=70, name=qtp776960962-70 Acceptor1 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=72, name=qtp776960962-72 Acceptor3 SelectChannelConnector@0.0.0.0:13338, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=69, name=qtp776960962-69 Acceptor0 SelectChannelConnector@0.0.0.0:13338, state=RUNNABLE, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=86, name=qtp1638084561-86 Acceptor2 SelectChannelConnector@0.0.0.0:47755, state=BLOCKED, group=TGRP-TestContentStreamDataSource]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([3D7EE98B76644430]:0)


FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest:     1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.clustering.DistributedClusteringComponentTest: 
   1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([5D87B482FE8E95F3]:0)


FAILED:  org.apache.solr.handler.clustering.DistributedClusteringComponentTest.org.apache.solr.handler.clustering.DistributedClusteringComponentTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=103, name=qtp2008899368-103 Acceptor2 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=79, name=qtp257426542-79 Acceptor1 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=36, name=qtp1310534542-36 Acceptor1 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=115, name=qtp1040741376-115 Acceptor3 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=80, name=qtp257426542-80 Acceptor2 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=130, name=qtp2136269707-130 Acceptor3 SelectChannelConnector@0.0.0.0:41858, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=143, name=qtp1154980981-143 Acceptor1 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=13, name=qtp40515936-13 Acceptor2 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=67, name=qtp1155342518-67 Acceptor0 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=35, name=qtp1310534542-35 Acceptor0 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=54, name=qtp966542180-54 Acceptor2 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=55, name=qtp966542180-55 Acceptor3 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=37, name=qtp1310534542-37 Acceptor2 SelectChannelConnector@0.0.0.0:52857, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=69, name=qtp1155342518-69 Acceptor2 SelectChannelConnector@0.0.0.0:60181, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=128, name=qtp2136269707-128 Acceptor1 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=113, name=qtp1040741376-113 Acceptor1 SelectChannelConnector@0.0.0.0:23098, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=145, name=qtp1154980981-145 Acceptor3 SelectChannelConnector@0.0.0.0:36128, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=114, name=qtp1040741376-114 Acceptor2 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=38, name=qtp1310534542-38 Acceptor3 SelectChannelConnector@0.0.0.0:52857, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=68, name=qtp1155342518-68 Acceptor1 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=15, name=qtp40515936-15 Acceptor1 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=78, name=qtp257426542-78 Acceptor0 SelectChannelConnector@0.0.0.0:28436, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=53, name=qtp966542180-53 Acceptor1 SelectChannelConnector@0.0.0.0:30972, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=142, name=qtp1154980981-142 Acceptor0 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=16, name=qtp40515936-16 Acceptor0 SelectChannelConnector@0.0.0.0:52856, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=52, name=qtp966542180-52 Acceptor0 SelectChannelConnector@0.0.0.0:30972, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=102, name=qtp2008899368-102 Acceptor1 SelectChannelConnector@0.0.0.0:40029, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=19, name=qtp40515936-19 Acceptor3 SelectChannelConnector@0.0.0.0:52856, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=144, name=qtp1154980981-144 Acceptor2 SelectChannelConnector@0.0.0.0:36128, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=127, name=qtp2136269707-127 Acceptor0 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=101, name=qtp2008899368-101 Acceptor0 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=112, name=qtp1040741376-112 Acceptor0 SelectChannelConnector@0.0.0.0:23098, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=104, name=qtp2008899368-104 Acceptor3 SelectChannelConnector@0.0.0.0:40029, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=129, name=qtp2136269707-129 Acceptor2 SelectChannelConnector@0.0.0.0:41858, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=70, name=qtp1155342518-70 Acceptor3 SelectChannelConnector@0.0.0.0:60181, state=BLOCKED, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=81, name=qtp257426542-81 Acceptor3 SelectChannelConnector@0.0.0.0:28436, state=RUNNABLE, group=TGRP-DistributedClusteringComponentTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([5D87B482FE8E95F3]:0)


FAILED:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest:     1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26) Thread[id=204, name=qtp690773875-204 Acceptor0 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   27) Thread[id=123, name=qtp987949681-123 Acceptor1 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   28) Thread[id=125, name=qtp987949681-125 Acceptor3 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   29) Thread[id=236, name=qtp1172700030-236 Acceptor2 SelectChannelConnector@0.0.0.0:31387, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   30) Thread[id=140, name=qtp1499684043-140 Acceptor1 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   31) Thread[id=152, name=qtp699678713-152 Acceptor2 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   32) Thread[id=141, name=qtp1499684043-141 Acceptor2 SelectChannelConnector@0.0.0.0:40592, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   33) Thread[id=142, name=qtp1499684043-142 Acceptor3 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   34) Thread[id=108, name=qtp1963251698-108 Acceptor1 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   35) Thread[id=122, name=qtp987949681-122 Acceptor0 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   36) Thread[id=124, name=qtp987949681-124 Acceptor2 SelectChannelConnector@0.0.0.0:54012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 36 threads leaked from SUITE scope at org.apache.solr.handler.component.TermVectorComponentDistributedTest: 
   1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  13) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  14) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  23) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  24) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  26) Thread[id=204, name=qtp690773875-204 Acceptor0 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  27) Thread[id=123, name=qtp987949681-123 Acceptor1 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  28) Thread[id=125, name=qtp987949681-125 Acceptor3 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  29) Thread[id=236, name=qtp1172700030-236 Acceptor2 SelectChannelConnector@0.0.0.0:31387, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  30) Thread[id=140, name=qtp1499684043-140 Acceptor1 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  31) Thread[id=152, name=qtp699678713-152 Acceptor2 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  32) Thread[id=141, name=qtp1499684043-141 Acceptor2 SelectChannelConnector@0.0.0.0:40592, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  33) Thread[id=142, name=qtp1499684043-142 Acceptor3 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  34) Thread[id=108, name=qtp1963251698-108 Acceptor1 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  35) Thread[id=122, name=qtp987949681-122 Acceptor0 SelectChannelConnector@0.0.0.0:54012, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
  36) Thread[id=124, name=qtp987949681-124 Acceptor2 SelectChannelConnector@0.0.0.0:54012, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([300C372AC23BE8A2]:0)


FAILED:  org.apache.solr.handler.component.TermVectorComponentDistributedTest.org.apache.solr.handler.component.TermVectorComponentDistributedTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=150, name=qtp699678713-150 Acceptor0 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    2) Thread[id=219, name=qtp1089443422-219 Acceptor0 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=206, name=qtp690773875-206 Acceptor2 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=171, name=qtp1206970739-171 Acceptor2 SelectChannelConnector@0.0.0.0:13464, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=237, name=qtp1172700030-237 Acceptor3 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=222, name=qtp1089443422-222 Acceptor3 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=107, name=qtp1963251698-107 Acceptor0 SelectChannelConnector@0.0.0.0:46250, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=190, name=qtp453098734-190 Acceptor1 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    9) Thread[id=205, name=qtp690773875-205 Acceptor1 SelectChannelConnector@0.0.0.0:30101, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   10) Thread[id=220, name=qtp1089443422-220 Acceptor1 SelectChannelConnector@0.0.0.0:36424, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   11) Thread[id=221, name=qtp1089443422-221 Acceptor2 SelectChannelConnector@0.0.0.0:36424, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   12) Thread[id=170, name=qtp1206970739-170 Acceptor1 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   13) Thread[id=169, name=qtp1206970739-169 Acceptor0 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   14) Thread[id=207, name=qtp690773875-207 Acceptor3 SelectChannelConnector@0.0.0.0:30101, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   15) Thread[id=235, name=qtp1172700030-235 Acceptor1 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   16) Thread[id=109, name=qtp1963251698-109 Acceptor2 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   17) Thread[id=151, name=qtp699678713-151 Acceptor1 SelectChannelConnector@0.0.0.0:39174, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   18) Thread[id=234, name=qtp1172700030-234 Acceptor0 SelectChannelConnector@0.0.0.0:31387, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   19) Thread[id=189, name=qtp453098734-189 Acceptor0 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   20) Thread[id=191, name=qtp453098734-191 Acceptor2 SelectChannelConnector@0.0.0.0:14790, state=RUNNABLE, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   21) Thread[id=153, name=qtp699678713-153 Acceptor3 SelectChannelConnector@0.0.0.0:39174, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   22) Thread[id=110, name=qtp1963251698-110 Acceptor3 SelectChannelConnector@0.0.0.0:46250, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   23) Thread[id=139, name=qtp1499684043-139 Acceptor0 SelectChannelConnector@0.0.0.0:40592, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   24) Thread[id=192, name=qtp453098734-192 Acceptor3 SelectChannelConnector@0.0.0.0:14790, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   25) Thread[id=172, name=qtp1206970739-172 Acceptor3 SelectChannelConnector@0.0.0.0:13464, state=BLOCKED, group=TGRP-TermVectorComponentDistributedTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)   26

[...truncated too long message...]

       at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    3) Thread[id=20, name=qtp853068360-20 Acceptor1 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    4) Thread[id=25, name=qtp853068360-25 Acceptor0 SelectChannelConnector@0.0.0.0:52817, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    5) Thread[id=50, name=qtp1760892774-50 Acceptor3 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    6) Thread[id=21, name=qtp853068360-21 Acceptor2 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    7) Thread[id=47, name=qtp1760892774-47 Acceptor0 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)    8) Thread[id=23, name=qtp853068360-23 Acceptor3 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)         at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)         at java.lang.Thread.run(Thread.java:679)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=48, name=qtp1760892774-48 Acceptor1 SelectChannelConnector@0.0.0.0:52841, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   2) Thread[id=49, name=qtp1760892774-49 Acceptor2 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   3) Thread[id=20, name=qtp853068360-20 Acceptor1 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   4) Thread[id=25, name=qtp853068360-25 Acceptor0 SelectChannelConnector@0.0.0.0:52817, state=RUNNABLE, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:163)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   5) Thread[id=50, name=qtp1760892774-50 Acceptor3 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   6) Thread[id=21, name=qtp853068360-21 Acceptor2 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   7) Thread[id=47, name=qtp1760892774-47 Acceptor0 SelectChannelConnector@0.0.0.0:52841, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
   8) Thread[id=23, name=qtp853068360-23 Acceptor3 SelectChannelConnector@0.0.0.0:52817, state=BLOCKED, group=TGRP-MultiCoreExampleJettyTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:147)
        at org.eclipse.jetty.server.nio.SelectChannelConnector.accept(SelectChannelConnector.java:109)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
        at java.lang.Thread.run(Thread.java:679)
	at __randomizedtesting.SeedInfo.seed([EB65F5494F7D1F9D]:0)




Build Log:
[...truncated 22765 lines...]